-- Logs begin at Fri 2021-08-13 03:23:45 UTC, end at Fri 2021-08-13 04:29:00 UTC. -- Aug 13 04:04:51.176419 dv-cinder-759987-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 13 04:04:53.949837 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.common.config [-] Logging enabled! Aug 13 04:04:53.950474 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 13 04:04:53.950596 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94457) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 13 04:04:53.954804 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.common.config [-] Logging enabled! Aug 13 04:04:53.955060 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 13 04:04:53.955368 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94457) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 13 04:04:53.956293 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 04:04:53.956546 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 04:04:53.956911 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 04:04:53.957153 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 04:04:53.957375 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 04:04:53.957688 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.957980 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.958271 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.958497 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.958786 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.959070 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.959347 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.959626 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.959914 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.960193 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.960494 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.960774 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.960997 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.961269 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.961550 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.961830 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.962046 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] debug = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.962319 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.962736 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.963137 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.963411 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.963692 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.963962 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.964228 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.964520 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.964817 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.965123 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] host = dv-cinder-759987-6-iscsi {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.965396 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.965673 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.965951 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.966230 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.966497 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.966769 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.967045 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.967310 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.967574 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] log_file = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.968014 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.968751 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.969053 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.969347 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.969575 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.969798 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.970088 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.970375 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.970652 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.970928 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.971200 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.971471 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.971741 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.972005 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.972285 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.972596 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.972878 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.973151 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.973420 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.973684 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.973950 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.974226 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.974495 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.974762 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.975030 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.975309 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.975575 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.975842 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.976136 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.976443 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.976727 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.977013 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.977285 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.977563 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.977832 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.978099 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.978368 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] use_json = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.978636 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.978904 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.979181 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.979449 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.979717 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.979985 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.980249 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.980563 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:53.980860 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.981153 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.981448 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.981730 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.982023 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.982303 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.982588 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.982864 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.983150 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.983435 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.984660 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.984947 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.985237 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.985517 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.985813 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.986115 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.986407 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.986696 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.986970 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.987244 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.987516 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.987797 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.988079 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.988387 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.988680 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.988952 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.989229 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.989517 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.989794 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.990064 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.990340 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.990624 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.990898 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.991168 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.991447 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.991723 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.991991 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.992259 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.992560 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.992848 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.993122 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.993390 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.993657 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.993930 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.994198 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.994478 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.994750 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.995017 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.995283 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.995556 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.995826 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.996093 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.996382 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.996654 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.996927 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.997194 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.997482 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.997734 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.997999 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.998266 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.998532 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.998799 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:53.999069 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.000332 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.000643 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.000924 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.001199 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.001477 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.001766 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.002067 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.002589 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.002876 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.003151 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.003427 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.003703 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.003975 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.004250 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.004565 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.004836 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.005122 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.005402 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.005688 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.005968 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.006245 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.006536 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.006810 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.007091 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.007364 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.007643 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.007929 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.008209 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.008520 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.008809 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.009098 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.009385 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.009673 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.009951 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.010259 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.010536 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:54.010748 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 04:04:54.010983 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94457) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 13 04:04:54.368212 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 13 04:04:54.368514 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 13 04:04:54.368803 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 13 04:04:54.369131 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 13 04:04:54.770130 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:54.770417 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:54.770686 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:54.771877 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:54.772149 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:54.772440 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:54.807174 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:54.807446 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:54.807709 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:54.824577 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:54.824858 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:54.825125 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:54.854930 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:54.855209 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:54.855473 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:54.892393 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:54.892689 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:54.892957 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.123097 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.123719 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.123719 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.123889 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.125094 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.244160 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.244498 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.244780 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.245047 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.245402 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.245718 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.245976 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.246228 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.246475 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.246753 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.247008 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.247270 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.247521 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.247766 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.248015 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.248273 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.248553 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.248831 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.249651 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.249909 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.250179 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.250424 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.250700 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.251078 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.251323 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.251564 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.251953 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 04:04:55.252192 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 04:04:55.252703 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 04:04:55.252936 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 04:04:55.253166 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 04:04:55.253396 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 04:04:55.253751 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 13 04:04:55.256796 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 13 04:04:55.260684 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 13 04:04:55.264390 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 13 04:04:55.266695 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 13 04:04:55.267136 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 13 04:04:55.267466 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 13 04:04:55.267845 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 13 04:04:55.270611 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 13 04:04:55.270861 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 13 04:04:55.271201 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 13 04:04:55.276429 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 13 04:04:55.298001 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 13 04:04:55.298444 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.298735 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94457) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 13 04:04:55.299098 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.300468 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94457) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 13 04:04:55.300745 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 13 04:04:55.300991 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 13 04:04:55.304389 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.304670 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:55.368712 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 13 04:04:55.368956 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 13 04:04:55.369191 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 13 04:04:55.369565 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 13 04:04:55.391726 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_db.sqlalchemy.engines [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94457) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 13 04:04:56.060622 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.managers [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Initializing driver for type 'gre' Aug 13 04:04:56.061147 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] gre ID ranges: [(1, 1000)] Aug 13 04:04:56.253544 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.managers [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Initializing driver for type 'local' Aug 13 04:04:56.254180 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.managers [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Initializing driver for type 'vlan' Aug 13 04:04:56.373527 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] VlanTypeDriver initialization complete Aug 13 04:04:56.373869 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.managers [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Initializing driver for type 'vxlan' Aug 13 04:04:56.374382 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] vxlan ID ranges: [(1, 1000)] Aug 13 04:04:56.586391 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.managers [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Initializing extension driver 'port_security' Aug 13 04:04:56.586761 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.extensions.port_security [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] PortSecurityExtensionDriver initialization complete Aug 13 04:04:56.587056 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.managers [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Initializing mechanism driver 'openvswitch' Aug 13 04:04:56.587385 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.managers [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Initializing mechanism driver 'hyperv' Aug 13 04:04:56.598688 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.plugins.ml2.plugin [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:04:56.599362 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > port after_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.599727 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > port after_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.600074 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > port after_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.600620 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94457) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 04:04:56.601052 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > subnet after_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.601397 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > subnet after_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.601731 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.602115 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94457) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 04:04:56.602507 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > network after_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.602876 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > network after_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.603211 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > network after_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.603589 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94457) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 04:04:56.603983 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > security_group after_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.604323 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > security_group after_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.604682 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.605064 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94457) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 04:04:56.605592 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.605939 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.606278 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.606662 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94457) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 04:04:56.607056 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > address_group after_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.607396 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > address_group after_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.607730 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.608114 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94457) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 04:04:56.608670 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] ML2 OVO RPC backend initialized. {{(pid=94457) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 13 04:04:56.609704 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.610056 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.610462 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > network before_response 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.610803 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > networks before_response 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.611151 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > port before_response 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.611537 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > ports before_response 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.611828 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > subnet before_response 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.612163 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > subnets before_response 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.612536 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > network after_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.612872 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > network after_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.613201 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > network after_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.613532 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > port after_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.613882 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > port after_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.614251 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > port after_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.614589 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > subnet after_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.614924 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > subnet after_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.615256 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.615827 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.plugin [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Modular L2 Plugin initialization complete Aug 13 04:04:56.616151 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading services supported by the core plugin {{(pid=94457) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 13 04:04:56.616502 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.plugins.ml2.managers [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Got port-security extension from driver 'port_security' Aug 13 04:04:56.616957 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.extensions.vlantransparent [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Disabled vlantransparent extension. Aug 13 04:04:56.619726 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94457) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 13 04:04:56.619726 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading Plugin: router Aug 13 04:04:56.663936 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.664330 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router after_create 55549900 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.664727 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router before_create 55549900 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.665092 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.665464 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.665855 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router after_delete 55549900 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.666213 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.666602 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router after_create 55549900 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.666949 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router after_update 55549900 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.667303 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router after_update 55549900 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.667651 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.668008 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router after_update 55549900 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.668441 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router precommit_update 55549900 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.668811 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: port after_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.669151 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: port after_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.669490 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: subnet after_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.669827 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.670175 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.670520 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router precommit_create 55549900 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.670866 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: port before_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.671204 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router precommit_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.671558 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router after_update 55549900 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.671897 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.672249 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router precommit_create 55549900 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.672628 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.672978 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router precommit_update 55549900 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.673331 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > agent after_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.673679 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > agent after_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.674021 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > network after_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.674886 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Tracking information for resource: router configured {{(pid=94457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 04:04:56.675220 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Tracking information for resource: floatingip configured {{(pid=94457) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 04:04:56.680082 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.db.l3_agentschedulers_db [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 13 04:04:56.680811 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: port after_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.681175 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: port after_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.681524 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: port after_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.681872 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: port after_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.682664 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router before_create 55550100 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.683024 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.683381 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router precommit_create 55550100 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.683735 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > router precommit_update 55550100 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.688805 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.services.provider_configuration [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Service providers = [] {{(pid=94457) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 13 04:04:56.689169 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.db.servicetype_db [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94457) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 13 04:04:56.692100 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.services.service_base [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94457) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 04:04:56.692477 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.services.service_base [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94457) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 04:04:56.692822 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.services.service_base [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94457) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 04:04:56.693720 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.services.service_base [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94457) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 04:04:56.694091 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.services.service_base [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 13 04:04:56.694469 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 04:04:56.694783 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 13 04:04:56.705939 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 04:04:56.706276 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading Plugin: auto_allocate Aug 13 04:04:56.711953 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: network precommit_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.712316 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: network precommit_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.712868 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 04:04:56.713188 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading Plugin: tag Aug 13 04:04:56.719641 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 04:04:56.719972 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading Plugin: timestamp Aug 13 04:04:56.723972 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 04:04:56.724307 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading Plugin: network_ip_availability Aug 13 04:04:56.729726 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.730096 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.730452 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.731158 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 04:04:56.731478 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading Plugin: flavors Aug 13 04:04:56.736217 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 04:04:56.736583 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading Plugin: revisions Aug 13 04:04:56.740864 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94457) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 04:04:56.741259 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_concurrency.lockutils [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.372s {{(pid=94457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 13 04:04:56.741987 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94457) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 13 04:04:56.742324 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Initializing extension manager. Aug 13 04:04:56.742831 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: __init__.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.743174 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: __pycache__ {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.743506 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.743836 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: address_group.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.744626 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.745190 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: address-group Aug 13 04:04:56.745514 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: address_scope.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.746229 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.746743 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: address-scope Aug 13 04:04:56.747065 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.747999 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.748549 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: router-admin-state-down-before-update Aug 13 04:04:56.748873 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: agent.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.750384 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.750894 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: agent Aug 13 04:04:56.751223 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: agent_resources_synced.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.752142 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.752940 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: agent-resources-synced Aug 13 04:04:56.753265 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: allowedaddresspairs.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.755049 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.755570 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: allowed-address-pairs Aug 13 04:04:56.755896 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: auto_allocated_topology.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.756989 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.757503 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: auto-allocated-topology Aug 13 04:04:56.757830 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: availability_zone.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.758525 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.759031 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: availability_zone Aug 13 04:04:56.759354 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: availability_zone_filter.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.760281 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.760818 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: availability_zone_filter Aug 13 04:04:56.761141 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: data_plane_status.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.762052 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.762556 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension data-plane-status not supported by any of loaded plugins Aug 13 04:04:56.762876 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: default_subnetpools.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.763791 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.764301 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: default-subnetpools Aug 13 04:04:56.764702 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.765996 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.766511 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: dhcp_agent_scheduler Aug 13 04:04:56.766835 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: dns.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.767755 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.768262 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension dns-integration not supported by any of loaded plugins Aug 13 04:04:56.768609 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: dns_domain_ports.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.769527 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.770047 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 13 04:04:56.770368 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.771296 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.771805 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 13 04:04:56.772125 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: dvr.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.772826 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.773333 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: dvr Aug 13 04:04:56.773651 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: ecmp_routes.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.774566 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.775066 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 13 04:04:56.775385 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: empty_string_filtering.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.776296 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.776824 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: empty-string-filtering Aug 13 04:04:56.777144 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.778058 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.778557 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 13 04:04:56.778874 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.779794 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.780347 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 13 04:04:56.780860 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: external_net.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.781783 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.782286 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: external-net Aug 13 04:04:56.782605 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.783516 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.784023 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: extra_dhcp_opt Aug 13 04:04:56.784342 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: extraroute.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.785299 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.785813 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: extraroute Aug 13 04:04:56.786133 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: extraroute_atomic.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.787169 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.787679 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: extraroute-atomic Aug 13 04:04:56.788001 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: filter_validation.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.788703 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.789208 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: filter-validation Aug 13 04:04:56.789527 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: fip_pf_description.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.790450 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.790953 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 13 04:04:56.791275 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: fip_port_details.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.792196 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.792744 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: fip-port-details Aug 13 04:04:56.793066 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: flavors.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.794297 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.794812 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: flavors Aug 13 04:04:56.795138 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.796866 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.797388 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 13 04:04:56.797719 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: floatingip_pools.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.798421 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.798936 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: floatingip-pools Aug 13 04:04:56.799259 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: ip_allocation.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.800189 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.800725 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension ip_allocation not supported by any of loaded plugins Aug 13 04:04:56.801051 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.801978 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.802479 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: ip-substring-filtering Aug 13 04:04:56.802805 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: l2_adjacency.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.803723 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.804226 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 13 04:04:56.804576 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: l3.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.805675 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.806194 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: router Aug 13 04:04:56.806521 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.808772 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.809303 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 13 04:04:56.809642 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.810575 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.811094 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: ext-gw-mode Aug 13 04:04:56.811427 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.812920 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.813437 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: l3-ha Aug 13 04:04:56.813765 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: l3_flavors.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.814692 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.815204 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: l3-flavors Aug 13 04:04:56.815529 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.816479 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.816985 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 13 04:04:56.817308 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: l3agentscheduler.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.818355 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.818869 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: l3_agent_scheduler Aug 13 04:04:56.819194 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: logging.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.820722 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.821240 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension logging not supported by any of loaded plugins Aug 13 04:04:56.821570 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: metering.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.822313 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.822887 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: metering Aug 13 04:04:56.823213 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.824298 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.824838 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: metering_source_and_destination_fields Aug 13 04:04:56.825162 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: multiprovidernet.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.826092 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.826601 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: multi-provider Aug 13 04:04:56.826922 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: netmtu.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.828455 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.828966 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: net-mtu Aug 13 04:04:56.829290 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: netmtu_writable.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.830211 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.830720 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: net-mtu-writable Aug 13 04:04:56.831039 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: network_availability_zone.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.831706 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.832214 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: network_availability_zone Aug 13 04:04:56.832565 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: network_ip_availability.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.833672 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.834183 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: network-ip-availability Aug 13 04:04:56.834505 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: network_segment_range.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.835267 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.835770 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension network-segment-range not supported by any of loaded plugins Aug 13 04:04:56.836091 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: pagination.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.837114 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.837442 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: pagination Aug 13 04:04:56.837759 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: port_device_profile.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.838681 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.839191 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: port-device-profile Aug 13 04:04:56.839512 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.840475 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.840981 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: port-mac-address-regenerate Aug 13 04:04:56.841303 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.842230 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.842758 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: port-numa-affinity-policy Aug 13 04:04:56.843080 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: port_resource_request.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.843997 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.844540 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension port-resource-request not supported by any of loaded plugins Aug 13 04:04:56.844865 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: portbindings.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.845807 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.846318 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: binding Aug 13 04:04:56.846641 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: portbindings_extended.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.848043 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.848590 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: binding-extended Aug 13 04:04:56.848922 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: portsecurity.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.849850 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.850365 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: port-security Aug 13 04:04:56.850747 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: project_id.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.851658 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.851986 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: project-id Aug 13 04:04:56.852305 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: providernet.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.853256 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.853770 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: provider Aug 13 04:04:56.854091 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: qos.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.857619 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.858146 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension qos not supported by any of loaded plugins Aug 13 04:04:56.858540 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.859968 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.860528 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 13 04:04:56.860867 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.861839 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.862304 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 13 04:04:56.862632 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: qos_default.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.863547 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.864058 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension qos-default not supported by any of loaded plugins Aug 13 04:04:56.864422 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: qos_fip.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.865067 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.865566 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension qos-fip not supported by any of loaded plugins Aug 13 04:04:56.865889 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: qos_gateway_ip.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.866814 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.867322 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 13 04:04:56.867645 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: qos_port_network_policy.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.868588 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.869094 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 13 04:04:56.869416 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: qos_pps_rule.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.870592 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.871110 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension qos-pps not supported by any of loaded plugins Aug 13 04:04:56.871433 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: qos_rule_type_details.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.872356 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.872892 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 13 04:04:56.873217 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: qos_rules_alias.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.874956 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.875474 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 13 04:04:56.875799 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: quotasv2.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.876762 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.877091 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: quotas Aug 13 04:04:56.877667 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: quotasv2_detail.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.880741 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.881087 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: quota_details Aug 13 04:04:56.881416 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: rbac.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.882676 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.883199 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: rbac-policies Aug 13 04:04:56.883530 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: rbac_address_group.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.884508 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.885023 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: rbac-address-group Aug 13 04:04:56.885351 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: rbac_address_scope.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.886279 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.886786 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: rbac-address-scope Aug 13 04:04:56.887111 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: rbac_security_groups.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.888027 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.888568 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: rbac-security-groups Aug 13 04:04:56.888892 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: rbac_subnetpool.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.890457 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.890974 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: rbac-subnetpool Aug 13 04:04:56.891295 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: revisionifmatch.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.892222 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.892760 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: revision-if-match Aug 13 04:04:56.893084 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: revisions.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.894197 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.894706 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: standard-attr-revisions Aug 13 04:04:56.895031 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: router_availability_zone.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.895710 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.896215 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: router_availability_zone Aug 13 04:04:56.896581 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: routerservicetype.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.897518 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.898020 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension router-service-type not supported by any of loaded plugins Aug 13 04:04:56.898339 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.899262 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.899768 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: security-groups-normalized-cidr Aug 13 04:04:56.900087 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.901044 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.901542 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: port-security-groups-filtering Aug 13 04:04:56.901865 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.902798 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.903298 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: security-groups-remote-address-group Aug 13 04:04:56.903617 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: securitygroup.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.913362 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.913897 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: security-group Aug 13 04:04:56.914234 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: segment.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.915031 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.915539 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension segment not supported by any of loaded plugins Aug 13 04:04:56.915866 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.916840 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.917356 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 13 04:04:56.917683 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: servicetype.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.918888 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.919410 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: service-type Aug 13 04:04:56.919736 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: sorting.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.920788 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.921316 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: sorting Aug 13 04:04:56.921676 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: standard_attr_segment.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.922603 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.923117 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 13 04:04:56.923441 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: standardattrdescription.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.924094 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.924627 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: standard-attr-description Aug 13 04:04:56.924952 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: stateful_security_group.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.925886 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.926397 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: stateful-security-group Aug 13 04:04:56.926719 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: stdattrs_common.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.927307 dv-cinder-759987-6-iscsi neutron-server[94457]: WARNING neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 13 04:04:56.927629 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.928586 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.929129 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 13 04:04:56.929452 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: subnet_onboard.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.930562 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.931078 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: subnet_onboard Aug 13 04:04:56.931405 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.932332 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.932889 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 13 04:04:56.933217 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: subnet_service_types.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.934139 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.934653 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: subnet-service-types Aug 13 04:04:56.934978 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: subnetallocation.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.936048 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.937124 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: subnet_allocation Aug 13 04:04:56.937454 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.938171 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.938680 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: subnetpool-prefix-ops Aug 13 04:04:56.939004 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.939948 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.940489 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 13 04:04:56.940821 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: tagging.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.941887 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.942411 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: standard-attr-tag Aug 13 04:04:56.942736 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: timestamp.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.943939 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.944499 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loaded extension: standard-attr-timestamp Aug 13 04:04:56.944826 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: trunk.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.945860 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.946380 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension trunk not supported by any of loaded plugins Aug 13 04:04:56.946702 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: trunk_details.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.947626 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.948139 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension trunk-details not supported by any of loaded plugins Aug 13 04:04:56.948495 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: uplink_status_propagation.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.949419 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.949933 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 13 04:04:56.950253 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Loading extension file: vlantransparent.py {{(pid=94457) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:04:56.950925 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94457) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:04:56.951430 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 13 04:04:56.954783 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Creating instance of TrackedResource for resource:network Aug 13 04:04:56.955304 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Creating instance of TrackedResource for resource:subnet Aug 13 04:04:56.955704 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 04:04:56.956095 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Creating instance of TrackedResource for resource:port Aug 13 04:04:56.957344 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.v2.resource_helper [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:04:56.957808 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.v2.resource_helper [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Service FLAVORS assigned prefix: {{(pid=94457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:04:56.958448 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.v2.resource_helper [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:04:56.958901 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.v2.resource_helper [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:04:56.959262 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Creating instance of TrackedResource for resource:router Aug 13 04:04:56.959746 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Creating instance of TrackedResource for resource:floatingip Aug 13 04:04:56.960257 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.v2.resource_helper [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Service METERING assigned prefix: /metering {{(pid=94457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:04:56.962685 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.963058 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.963418 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:04:56.964445 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Creating instance of CountableResource for resource:rbac_policy Aug 13 04:04:56.964888 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Creating instance of TrackedResource for resource:security_group Aug 13 04:04:56.965314 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 13 04:04:56.967046 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.v2.resource_helper [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Service CORE assigned prefix: {{(pid=94457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:04:56.967394 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 04:04:56.967785 dv-cinder-759987-6-iscsi neutron-server[94457]: WARNING neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] subnetpool is already registered Aug 13 04:04:56.968408 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.v2.resource_helper [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Service CORE assigned prefix: {{(pid=94457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:04:56.968742 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 04:04:56.969080 dv-cinder-759987-6-iscsi neutron-server[94457]: WARNING neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] subnetpool is already registered Aug 13 04:04:56.971356 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.v2.resource_helper [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:04:56.971792 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.v2.resource_helper [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Service FLAVORS assigned prefix: {{(pid=94457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:04:56.972391 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.v2.resource_helper [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:04:56.972824 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.v2.resource_helper [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:04:56.973157 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Creating instance of TrackedResource for resource:router Aug 13 04:04:56.973497 dv-cinder-759987-6-iscsi neutron-server[94457]: WARNING neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] router is already registered Aug 13 04:04:56.973907 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Creating instance of TrackedResource for resource:floatingip Aug 13 04:04:56.974244 dv-cinder-759987-6-iscsi neutron-server[94457]: WARNING neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] floatingip is already registered Aug 13 04:04:56.974702 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.v2.resource_helper [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Service METERING assigned prefix: /metering {{(pid=94457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:04:56.975365 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Creating instance of CountableResource for resource:rbac_policy Aug 13 04:04:56.975693 dv-cinder-759987-6-iscsi neutron-server[94457]: WARNING neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] rbac_policy is already registered Aug 13 04:04:56.976101 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Creating instance of TrackedResource for resource:security_group Aug 13 04:04:56.976467 dv-cinder-759987-6-iscsi neutron-server[94457]: WARNING neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] security_group is already registered Aug 13 04:04:56.976866 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 13 04:04:56.977198 dv-cinder-759987-6-iscsi neutron-server[94457]: WARNING neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] security_group_rule is already registered Aug 13 04:04:56.977828 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.v2.resource_helper [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Service CORE assigned prefix: {{(pid=94457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:04:56.978155 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 04:04:56.978488 dv-cinder-759987-6-iscsi neutron-server[94457]: WARNING neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] subnetpool is already registered Aug 13 04:04:56.978908 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.v2.resource_helper [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Service CORE assigned prefix: {{(pid=94457) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:04:56.979231 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 04:04:56.979561 dv-cinder-759987-6-iscsi neutron-server[94457]: WARNING neutron.quota.resource_registry [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] subnetpool is already registered Aug 13 04:04:56.980005 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: extensions {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:56.981481 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: address-groups {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:56.982972 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: address-scopes {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:56.985020 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: agents {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:56.986173 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: auto-allocated-topology {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:56.987487 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: availability_zones {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:56.988678 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: dhcp-networks {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:56.990165 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: dhcp-agents {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:56.991585 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: routers {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:56.993369 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: flavors {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:56.994622 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: service_profiles {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:56.995825 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: next_providers {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:56.997286 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: service_profiles {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:56.998823 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: floatingip-pools {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.000743 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: routers {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.002695 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: floatingips {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.003975 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: l3-routers {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.005386 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: l3-agents {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.006799 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: metering-labels {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.008049 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: metering-label-rules {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.009447 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: network-ip-availabilities {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.010697 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: bindings {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.012256 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: quotas {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.013820 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: quotas {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.015287 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: rbac-policies {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.016509 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: security-groups {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.017808 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: security-group-rules {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.019035 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: service-providers {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.020247 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: subnetpools {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.021816 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: subnetpools {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.023550 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: tags {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.025249 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: tags {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.027044 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: tags {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.028871 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: tags {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.030608 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: tags {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.033548 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: tags {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.035228 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: tags {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.037052 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: tags {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.038907 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: tags {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.040691 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron.api.extensions [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Extended resource: tags {{(pid=94457) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:04:57.047143 dv-cinder-759987-6-iscsi neutron-server[94457]: WARNING keystonemiddleware.auth_token [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 13 04:04:57.051640 dv-cinder-759987-6-iscsi neutron-server[94457]: WARNING keystonemiddleware.auth_token [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 13 04:04:57.059984 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_concurrency.lockutils [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Acquired lock "singleton_lock" {{(pid=94457) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 13 04:04:57.060487 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_concurrency.lockutils [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Releasing lock "singleton_lock" {{(pid=94457) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 13 04:04:57.061124 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO oslo_service.service [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Starting 2 workers Aug 13 04:04:57.066509 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Started child 94566 {{(pid=94457) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 04:04:57.070912 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Started child 94567 {{(pid=94457) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 04:04:57.071842 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:04:57.072539 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO neutron.service [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 13 04:04:57.073148 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Notify callbacks [] for process, before_spawn {{(pid=94457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:04:57.073310 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [-] (94566) wsgi starting up on http://0.0.0.0:9696 Aug 13 04:04:57.075522 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO oslo_service.service [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Starting 1 workers Aug 13 04:04:57.075746 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:04:57.077144 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [-] (94567) wsgi starting up on http://0.0.0.0:9696 Aug 13 04:04:57.080803 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Started child 94568 {{(pid=94457) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 04:04:57.081333 dv-cinder-759987-6-iscsi neutron-server[94457]: INFO oslo_service.service [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Starting 1 workers Aug 13 04:04:57.084598 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.service [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] calling RpcWorker wait() {{(pid=94568) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 13 04:04:57.085146 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.service [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] returning from RpcWorker wait() {{(pid=94568) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 13 04:04:57.085784 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Started child 94569 {{(pid=94457) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 04:04:57.086415 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:04:57.086592 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG neutron_lib.callbacks.manager [None req-4b4f59f1-7830-444d-b85d-697b1182e179 None None] Notify callbacks [] for process, after_spawn {{(pid=94457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:04:57.086988 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:04:57.088446 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94457) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 13 04:04:57.088677 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 04:04:57.088849 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 04:04:57.089055 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 04:04:57.089390 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 04:04:57.089553 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 04:04:57.090061 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.090349 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.090597 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.090725 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:04:57.091189 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.091189 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.091728 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.092008 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.092255 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.092552 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.092858 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.093028 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.093219 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.093450 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.093700 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.094017 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.094288 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.094539 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.094789 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.094964 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.095219 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.095480 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.095737 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.096019 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] debug = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.096269 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.096809 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.097050 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.097312 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.097551 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.097830 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.098059 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.098341 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.098602 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.098817 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.099059 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.099330 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.099589 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.099819 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.100037 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.100307 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.100584 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.101074 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] host = dv-cinder-759987-6-iscsi {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.101295 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.101535 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.101770 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.102029 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.102263 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.102516 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.102769 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.103018 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.103280 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.103505 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.103755 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.104035 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.104243 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.104521 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] log_file = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.104674 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] log_options = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.104917 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.105178 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.105441 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.105641 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.105811 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.105985 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.106217 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.106380 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.106641 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.106878 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.107093 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.107324 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.107555 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.107770 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.108011 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.108255 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.109174 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.109378 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.109576 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.109767 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.109965 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.110210 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.110442 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.110683 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.110919 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.111150 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.111391 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.111638 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.111901 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.112110 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.112346 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.112637 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.112885 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.113118 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.113346 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.113574 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.113788 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.114050 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.114296 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.114530 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.114775 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.115011 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.115256 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.115471 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.115714 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.115990 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] use_json = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.116164 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.116422 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.116678 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.116911 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.117142 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.117375 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.117588 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.117818 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.118249 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.118521 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.118846 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.119175 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.119385 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.119581 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.119813 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.120033 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.120283 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.120661 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.121114 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.121231 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:04:57.121349 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.121625 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.121866 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.122123 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.122471 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.122729 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.123023 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.123257 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.123505 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.123721 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.123989 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.124875 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.125140 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.125427 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.125684 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.126066 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.126349 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.126587 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.126788 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.127068 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.127259 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.127774 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.128215 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.128612 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.128805 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.129008 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.129140 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.129457 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.129648 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.129912 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.130166 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.130390 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.130612 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.130833 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.131070 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.131288 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.131519 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.131735 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.132002 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.132230 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.132477 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.132694 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.132912 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.133174 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.133851 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.134079 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.134480 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.134657 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.134794 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.135019 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.135270 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.135508 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.135724 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.135941 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.136161 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.136430 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.136674 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.136893 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.137125 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.137363 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.137597 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.137926 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.138041 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.138229 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.138442 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.138671 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.138888 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.139100 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.139341 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.139577 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.139808 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.140633 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.140633 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.140633 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.153620 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.153620 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.153620 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.153620 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.153620 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.153620 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.153620 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.153620 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.154099 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.154099 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.154099 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.154099 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.154099 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.154099 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.154099 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.154099 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.154542 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.154542 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.154542 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.154542 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.154542 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.154542 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.154542 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.154542 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.155034 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.155034 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.155034 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.155034 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.155034 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.155034 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.155034 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.155034 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.155629 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.155629 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.155629 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.155629 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.155629 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.155629 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.155629 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.155629 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.156072 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.156072 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.156072 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.156072 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.156072 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.156072 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.156072 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.156072 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.156575 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.156575 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.156575 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.156575 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.156575 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.156575 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.156575 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.156575 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.157038 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.157038 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.157038 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.157038 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.157038 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.157038 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.157038 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.157038 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.157502 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.157502 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.157502 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.157502 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.157502 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.157502 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.157502 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.157502 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.157953 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.157953 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.158548 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.158548 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.158548 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.158903 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.158903 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.159179 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.159376 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.159502 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.159800 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.159948 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.160225 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.160500 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.160736 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.160992 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.161215 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.161467 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.161682 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.161931 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.162150 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.162367 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.162582 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.162807 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.163022 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.163253 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.163578 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.163720 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.163966 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.164207 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.164597 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.164850 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.165083 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.165329 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.165560 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.166023 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.166266 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.166488 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.166707 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.166928 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.167143 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.167418 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.167670 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.167924 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.168158 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.168399 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.168635 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.168869 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.169078 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.169365 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.169607 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.169836 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.170100 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.170335 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.170561 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.170805 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.171568 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.171831 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.172127 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.172350 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.172586 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.172818 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.173027 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.173234 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.173454 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.173670 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.173878 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.174124 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.174335 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.174566 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.174807 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.175004 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.175211 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.175454 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.175696 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.175924 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.176137 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.176399 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.176604 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.176832 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.177045 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.177273 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.177515 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.177737 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.177965 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.178274 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.178519 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.178738 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.179030 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.179256 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.179499 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.179759 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.180136 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.180301 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.182798 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.182798 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.182798 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.182798 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.182798 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.182798 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.182798 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.182798 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.183463 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.183463 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.183463 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.183463 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.183748 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.183832 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.184137 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.184423 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.184674 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.184903 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.185188 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.185395 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.185647 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.185893 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.186131 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.186345 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.187150 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.187418 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.187645 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.187881 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.188112 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.188327 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.188601 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.188842 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.189086 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.189359 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.189476 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 04:04:57.189975 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94457) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 13 04:04:57.190137 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 04:04:57.190463 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 04:04:57.190645 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 04:04:57.190817 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 04:04:57.190983 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 04:04:57.191178 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.191341 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.191498 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.191651 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.191811 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.191992 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.192158 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.192315 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.192499 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.192664 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.192823 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.192981 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.193144 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.193301 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.193609 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.193916 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.194092 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.194242 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.194403 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.194561 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.194721 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.194878 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.195037 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] debug = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.195196 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.195392 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.195556 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.195715 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.195874 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.196034 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.196191 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.196349 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.196532 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.196692 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.196850 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.197009 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.197166 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.197324 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.197483 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.197641 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.197798 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.197956 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] host = dv-cinder-759987-6-iscsi {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.198114 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.198275 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.198433 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.198589 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.198748 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.198906 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.199064 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.199223 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.199381 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.199539 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.199698 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.199855 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.200013 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.200171 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] log_file = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.200330 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] log_options = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.200512 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.200670 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.200865 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.201017 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.201181 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.201340 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.201498 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.201656 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.201814 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.201956 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.202173 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.202393 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.202553 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.202715 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.203552 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.203552 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.203940 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.204285 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.204631 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.204942 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.205099 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.205405 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.205565 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.205722 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.205882 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.206037 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.206343 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.206500 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.206808 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.207103 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.207395 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.207696 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.207853 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.207996 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.208156 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.208348 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.208482 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.208652 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.208811 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.208967 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.209125 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.209285 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.209445 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.209602 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.209763 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.209921 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] use_json = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.210083 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.210239 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.210452 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.210546 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.210699 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.210855 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.211013 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.211172 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:04:57.211350 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.211512 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.211685 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.211845 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.212006 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.212167 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.212328 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.212517 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.212717 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.212835 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.213004 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.213168 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.213342 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.213502 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.213665 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.213829 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.213989 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.214150 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.214309 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.214470 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.214632 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.214794 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.214969 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.215133 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.215296 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.215458 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.215617 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.215779 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.215941 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.216102 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.216263 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.216447 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.216610 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.216775 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.216932 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.217180 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.217293 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.217400 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.217560 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.217739 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.217887 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.218055 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.218218 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.218367 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.218530 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.218726 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.218812 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.218974 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.219133 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.219447 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.219623 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.219789 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.219948 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.220110 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.220275 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.220513 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.220649 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.220767 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.220930 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.221090 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.221251 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.221425 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.221587 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.221747 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.221908 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.222069 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.222229 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.222388 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.222549 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.222714 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.222875 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.223035 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.223195 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.223355 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.223517 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.223678 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.223839 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.223999 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.224160 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.224321 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.224504 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.224666 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.224826 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.224986 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.225155 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.225332 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.225492 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.225652 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.225813 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.225974 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.226134 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.226295 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.226455 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.226616 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.226776 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.226936 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.227097 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.227259 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.227419 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.227579 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.227737 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.227897 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.228056 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.228217 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.228409 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.228583 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.228720 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.228879 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.229039 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.229199 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.229358 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.229527 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.229690 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.229853 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.230012 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.230179 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.230350 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.230510 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.230670 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.230830 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.230991 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.231150 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.231311 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.231470 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.232191 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.232358 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.232622 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.233014 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.233014 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.233014 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.233899 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.233899 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.234248 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.234248 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.234585 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.234585 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.235054 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.235054 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.235054 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.235490 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.235490 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.235490 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.235820 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.235820 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.236299 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.236299 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.236299 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.236299 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.237828 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.237828 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.237828 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.237828 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.237828 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.237828 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.237828 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.237828 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.238660 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.238660 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.238660 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.238660 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.238660 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.238660 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.238660 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.239407 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.239407 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.239407 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.239407 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.239407 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.239407 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.239875 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.239875 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.239875 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.240096 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.240282 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.240424 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.240548 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.240670 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.240787 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.240937 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.241099 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.241259 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.241420 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.241582 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.241743 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.241936 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.242058 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.242217 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.242395 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.242556 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.242718 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.242879 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.243040 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.243204 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.243404 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.243511 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.243672 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.243832 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.243991 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.244163 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.244305 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.244543 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.244632 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.244800 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.244956 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.245093 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.245253 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.245425 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.245807 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.245807 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.246035 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.246035 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.246229 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.246362 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.246498 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.246658 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.246838 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.247025 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.247152 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.247274 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.247435 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.247599 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.247758 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.247915 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.248073 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.248244 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.248423 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.248585 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.248739 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.248902 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.249608 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.249802 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.249943 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.250088 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.250325 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.250507 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.250667 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.250842 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.251003 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.251167 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.251326 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.251486 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.251647 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.251821 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.252088 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.252241 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.252683 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.252831 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:04:57.252992 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.252992 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.252992 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.253377 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.253377 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.253650 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.253650 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.254348 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.254348 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.254348 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.254348 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.254844 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.254844 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.254844 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.254844 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.255376 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.255376 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.255376 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.255750 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.255750 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.255750 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.256133 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.256133 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.256409 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.256409 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.256671 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.256671 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.256935 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.257069 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.257203 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.257349 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.257484 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.257617 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.257750 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.257884 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.258017 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.258150 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.258284 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.258418 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:04:57.258560 dv-cinder-759987-6-iscsi neutron-server[94457]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94457) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 04:04:57.354561 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 48160) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:04:57.363678 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067358 Aug 13 04:05:08.774611 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be6b901-ac14-4447-bb6a-00e8d7729b95 None None] get_active_networks_info from dv-cinder-759987-6-iscsi {{(pid=94568) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 13 04:05:08.894583 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be6b901-ac14-4447-bb6a-00e8d7729b95 None None] No non-hosted networks {{(pid=94568) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 13 04:05:08.916383 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.agentschedulers_db [None req-5be6b901-ac14-4447-bb6a-00e8d7729b95 None None] DHCP Agent not found on host dv-cinder-759987-6-iscsi {{(pid=94568) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 13 04:05:09.126378 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-6f977822-9ea0-42ec-9f27-73e0cd242508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-704241'] for agent, after_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:11.231482 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-f11675b6-57fe-4555-b98c-469d339958f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-704241'] for agent, after_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:11.289871 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.db.api [None req-1cb65ddb-6e39-4a27-912e-1bb3762fa23f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-759987-6-iscsi {{(pid=94568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 04:05:11.291207 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG oslo_db.api [None req-1cb65ddb-6e39-4a27-912e-1bb3762fa23f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 04:05:11.922815 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-1cb65ddb-6e39-4a27-912e-1bb3762fa23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:12.004094 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-704241'] for agent, after_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:12.005161 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:12.005739 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:12.006336 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:12.006898 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:12.007455 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:12.008112 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:12.008698 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:12.009641 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:12.010230 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:12.010803 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:12.011474 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:12.012018 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:12.012689 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759987-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:05:12.025522 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759987-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:05:12.538669 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-704241'] for agent, after_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:14.127014 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-704241'] for agent, after_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:15.195045 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 48254) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:05:15.528161 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.db.l3_hamode_db [None req-69c2c398-eeb3-418c-a197-3868a4a9f16a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 13 04:05:15.606708 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c2c398-eeb3-418c-a197-3868a4a9f16a None None] Routers set() bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:05:15.607086 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c2c398-eeb3-418c-a197-3868a4a9f16a None None] Router IDs set() for agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 13 04:05:15.698080 dv-cinder-759987-6-iscsi neutron-server[94567]: WARNING oslo_policy.policy [None req-9350810e-c5e7-4330-960d-49ef22904c44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 04:05:15.698665 dv-cinder-759987-6-iscsi neutron-server[94567]: WARNING oslo_policy.policy [None req-9350810e-c5e7-4330-960d-49ef22904c44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 04:05:15.918211 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [None req-9350810e-c5e7-4330-960d-49ef22904c44 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:05:15.919216 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-9350810e-c5e7-4330-960d-49ef22904c44 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7232659 Aug 13 04:05:18.245238 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 48268) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:05:18.553848 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-8f60751c-791f-4fc2-b053-a0cfe2be1c12 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:05:18.648995 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.policy [None req-8f60751c-791f-4fc2-b053-a0cfe2be1c12 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94567) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 13 04:05:18.693833 dv-cinder-759987-6-iscsi neutron-server[94567]: WARNING oslo_policy.policy [None req-8f60751c-791f-4fc2-b053-a0cfe2be1c12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 04:05:18.694191 dv-cinder-759987-6-iscsi neutron-server[94567]: WARNING oslo_policy.policy [None req-8f60751c-791f-4fc2-b053-a0cfe2be1c12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 04:05:18.703473 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.quota [None req-8f60751c-791f-4fc2-b053-a0cfe2be1c12 admin admin] Loaded quota_driver: . Aug 13 04:05:18.865970 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-8f60751c-791f-4fc2-b053-a0cfe2be1c12 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784947676878', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784947675931', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784947664725', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784947662118', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784947037682', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784947658712', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16337479', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16576352', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-893320', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-956624'] for rbac-policy, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:19.054755 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-8f60751c-791f-4fc2-b053-a0cfe2be1c12 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:19.055989 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-8f60751c-791f-4fc2-b053-a0cfe2be1c12 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8097703 Aug 13 04:05:21.609129 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 48280) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:05:21.901972 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'tenant_id': '74d88c6ee7a04c6e87cc35c57cde9412'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:05:21.997353 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Made reservation on behalf of 74d88c6ee7a04c6e87cc35c57cde9412 for: {'network': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:05:22.000284 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for network, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:22.018433 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:22.142669 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:22.212651 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:22.233707 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=94567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:05:22.262653 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784944466535', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:22.263236 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Unsubscribe: segment precommit_create {{(pid=94567) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 13 04:05:22.264401 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.db.segments_db [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Added segment 1a0024cc-f4bb-4880-a32e-319f4deba28c of type vlan for network 8d037e47-3922-4181-992c-fa6f64cd3fd2 Aug 13 04:05:22.282185 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5688d77-a13d-4c7d-bcad-d185244ada4c,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:05:22.308753 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:22.309094 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:22.309423 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:22.309789 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:22.310115 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:22.310905 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:22.311236 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:22.311560 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:22.311897 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:22.312213 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:22.312560 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:22.312872 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Tracked resource versions report: Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: pushed versions: Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: { 'AddressGroup': {'1.2'}, Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: 'ConntrackHelper': {'1.0'}, Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: 'Log': {'1.0'}, Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: 'Network': {'1.1'}, Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: 'Port': {'1.7'}, Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: 'PortForwarding': {'1.2'}, Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: 'QosPolicy': {'1.9'}, Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: 'SecurityGroup': {'1.4'}, Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: 'SecurityGroupRule': {'1.2'}, Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: 'SubPort': {'1.0'}, Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: 'Subnet': {'1.1'}, Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: 'Trunk': {'1.1'}} Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: consumer versions: Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: { DHCP agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: L3 agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: Metadata agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: Metering agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: Open vSwitch agent@dv-cinder-759987-6-iscsi: { 'AddressGroup': '1.2', Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: 'ConntrackHelper': '1.0', Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: 'Log': '1.0', Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: 'Network': '1.1', Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: 'Port': '1.7', Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: 'PortForwarding': '1.2', Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: 'QosPolicy': '1.9', Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: 'SecurityGroup': '1.4', Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: 'SecurityGroupRule': '1.2', Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: 'SubPort': '1.0', Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: 'Subnet': '1.1', Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: 'Trunk': '1.1'}} Aug 13 04:05:22.313945 dv-cinder-759987-6-iscsi neutron-server[94567]: {{(pid=94567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 04:05:22.395889 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784943942714'] for network, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:22.500279 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for network, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:22.501394 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:05:22.502033 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:22.596498 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] Pushing event updated for resources: {'Network': ['ID=8d037e47-3922-4181-992c-fa6f64cd3fd2,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:05:22.608293 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Network 8d037e47-3922-4181-992c-fa6f64cd3fd2 details requested by agent ovs-agent-dv-cinder-759987-6-iscsi with host dv-cinder-759987-6-iscsi {{(pid=94568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:05:22.652503 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-6022118c-b2ea-4118-9129-048b9dd1f6a0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0278585 Aug 13 04:05:25.265207 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 48294) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:05:25.756753 dv-cinder-759987-6-iscsi neutron-server[94566]: WARNING oslo_policy.policy [None req-4ad9a14c-1ab6-4e5d-9195-f55b8a2ce5ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 04:05:25.757339 dv-cinder-759987-6-iscsi neutron-server[94566]: WARNING oslo_policy.policy [None req-4ad9a14c-1ab6-4e5d-9195-f55b8a2ce5ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 04:05:26.205084 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.policy [None req-4ad9a14c-1ab6-4e5d-9195-f55b8a2ce5ce admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94566) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 13 04:05:26.249886 dv-cinder-759987-6-iscsi neutron-server[94566]: WARNING oslo_policy.policy [None req-4ad9a14c-1ab6-4e5d-9195-f55b8a2ce5ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 04:05:26.250255 dv-cinder-759987-6-iscsi neutron-server[94566]: WARNING oslo_policy.policy [None req-4ad9a14c-1ab6-4e5d-9195-f55b8a2ce5ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 04:05:26.258582 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad9a14c-1ab6-4e5d-9195-f55b8a2ce5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:05:26.260506 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-4ad9a14c-1ab6-4e5d-9195-f55b8a2ce5ce admin admin] 10.222.0.32 "GET /v2.0/networks/8d037e47-3922-4181-992c-fa6f64cd3fd2 HTTP/1.1" status: 200 len: 825 time: 0.9931886 Aug 13 04:05:26.299404 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-b468410d-0259-45df-95d0-e728f7bdf245 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/4ffdc2e7-ae74-4e57-9392-8fb539973386 HTTP/1.1" status: 200 len: 734 time: 0.0326283 Aug 13 04:05:26.308496 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Request body: {'subnet': {'network_id': '8d037e47-3922-4181-992c-fa6f64cd3fd2', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '4ffdc2e7-ae74-4e57-9392-8fb539973386', 'tenant_id': '74d88c6ee7a04c6e87cc35c57cde9412'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:05:26.310007 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.quota [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Loaded quota_driver: . Aug 13 04:05:26.426115 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Made reservation on behalf of 74d88c6ee7a04c6e87cc35c57cde9412 for: {'subnet': 1} {{(pid=94566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:05:26.428992 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:26.795544 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for subnet, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:26.864060 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Checking segment: {'id': '1a0024cc-f4bb-4880-a32e-319f4deba28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8d037e47-3922-4181-992c-fa6f64cd3fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:05:26.864479 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Network hostable DHCP agents. Network: 8d037e47-3922-4181-992c-fa6f64cd3fd2, hostable agents: ['a96cd20f-888c-4e1e-badb-6a5336c30bd0'], hosted agents: [] {{(pid=94566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:05:26.877650 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=59d86bf3-c3e0-4e62-9f2a-4e68e53e8675,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:05:26.892807 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:26.893163 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:26.893497 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:26.893821 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:26.894156 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:26.894458 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:26.894774 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:26.895087 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:26.895414 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:26.895728 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:26.896065 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:26.896398 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Tracked resource versions report: Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: pushed versions: Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: { 'AddressGroup': {'1.2'}, Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: 'ConntrackHelper': {'1.0'}, Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: 'Log': {'1.0'}, Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: 'Network': {'1.1'}, Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: 'Port': {'1.7'}, Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: 'PortForwarding': {'1.2'}, Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: 'QosPolicy': {'1.9'}, Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: 'SecurityGroup': {'1.4'}, Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: 'SecurityGroupRule': {'1.2'}, Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: 'SubPort': {'1.0'}, Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: 'Subnet': {'1.1'}, Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: 'Trunk': {'1.1'}} Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: consumer versions: Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: { DHCP agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: L3 agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: Metadata agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: Metering agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: Open vSwitch agent@dv-cinder-759987-6-iscsi: { 'AddressGroup': '1.2', Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: 'ConntrackHelper': '1.0', Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: 'Log': '1.0', Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: 'Network': '1.1', Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: 'Port': '1.7', Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: 'PortForwarding': '1.2', Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: 'QosPolicy': '1.9', Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: 'SecurityGroup': '1.4', Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: 'SecurityGroupRule': '1.2', Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: 'SubPort': '1.0', Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: 'Subnet': '1.1', Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: 'Trunk': '1.1'}} Aug 13 04:05:26.897457 dv-cinder-759987-6-iscsi neutron-server[94566]: {{(pid=94566) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 04:05:26.972376 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Network 8d037e47-3922-4181-992c-fa6f64cd3fd2 is scheduled to be hosted by DHCP agent a96cd20f-888c-4e1e-badb-6a5336c30bd0 with binding_index 1 {{(pid=94566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:05:27.071850 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-6-iscsi, 8d037e47-3922-4181-992c-fa6f64cd3fd2) {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:05:27.077179 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:05:27.077814 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for subnet, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:27.082567 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e8815b-aa3d-4af5-8eb2-a01f622f28e7 None None] Network 8d037e47-3922-4181-992c-fa6f64cd3fd2 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:05:27.175197 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-bdd56613-e009-4033-a1d3-7c187a230cdd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8700745 Aug 13 04:05:27.453802 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27419f4f-f895-5a79-96f6-f3b4f67478ae-8d037e47-3922-4181-992c-fa6f64cd3fd2', 'network_id': '8d037e47-3922-4181-992c-fa6f64cd3fd2', 'tenant_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'fixed_ips': [{'subnet_id': '59d86bf3-c3e0-4e62-9f2a-4e68e53e8675'}]}} from dv-cinder-759987-6-iscsi. {{(pid=94568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:05:27.455066 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:27.776856 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.db_base_plugin_common [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Allocated IP 172.20.0.2 (8d037e47-3922-4181-992c-fa6f64cd3fd2/59d86bf3-c3e0-4e62-9f2a-4e68e53e8675/a7bdd8b7-80b6-4034-afee-8bcbeb607cf5) {{(pid=94568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:05:28.009514 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Notify callbacks [] for port, precommit_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:28.059482 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Transition to ACTIVE for port object a7bdd8b7-80b6-4034-afee-8bcbeb607cf5 will not be triggered until provisioned by entity L2. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:05:28.083110 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Transition to ACTIVE for port object a7bdd8b7-80b6-4034-afee-8bcbeb607cf5 will not be triggered until provisioned by entity DHCP. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:05:28.162127 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956'] for port, after_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:28.231472 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Network 8d037e47-3922-4181-992c-fa6f64cd3fd2 is already hosted by enough agents. {{(pid=94568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:05:28.242879 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.scheduler.base_scheduler [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Resources bound (agent type, host, resource id): {{(pid=94568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:05:28.248076 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Pushing event updated for resources: {'Port': ['ID=a7bdd8b7-80b6-4034-afee-8bcbeb607cf5,revision_number=1']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:05:28.250420 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Received port after_create {{(pid=94568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:05:28.282896 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:28.283202 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:28.283506 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:28.283884 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:28.284384 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:28.284739 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:28.285070 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:28.285398 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:28.285744 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:28.286073 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:28.286397 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:28.286720 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Tracked resource versions report: Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: pushed versions: Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: { 'AddressGroup': {'1.2'}, Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: 'ConntrackHelper': {'1.0'}, Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: 'Log': {'1.0'}, Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: 'Network': {'1.1'}, Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: 'Port': {'1.7'}, Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: 'PortForwarding': {'1.2'}, Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: 'QosPolicy': {'1.9'}, Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: 'SecurityGroup': {'1.4'}, Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: 'SecurityGroupRule': {'1.2'}, Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: 'SubPort': {'1.0'}, Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: 'Subnet': {'1.1'}, Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: 'Trunk': {'1.1'}} Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: consumer versions: Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: { DHCP agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: L3 agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: Metadata agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: Metering agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: Open vSwitch agent@dv-cinder-759987-6-iscsi: { 'AddressGroup': '1.2', Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: 'ConntrackHelper': '1.0', Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: 'Log': '1.0', Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: 'Network': '1.1', Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: 'Port': '1.7', Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: 'PortForwarding': '1.2', Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: 'QosPolicy': '1.9', Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: 'SecurityGroup': '1.4', Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: 'SecurityGroupRule': '1.2', Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: 'SubPort': '1.0', Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: 'Subnet': '1.1', Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: 'Trunk': '1.1'}} Aug 13 04:05:28.287801 dv-cinder-759987-6-iscsi neutron-server[94568]: {{(pid=94568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 04:05:28.334633 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Attempting to bind port a7bdd8b7-80b6-4034-afee-8bcbeb607cf5 on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:05:28.335032 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Attempting to bind port a7bdd8b7-80b6-4034-afee-8bcbeb607cf5 by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '1a0024cc-f4bb-4880-a32e-319f4deba28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8d037e47-3922-4181-992c-fa6f64cd3fd2'}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:05:28.335467 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Attempting to bind port a7bdd8b7-80b6-4034-afee-8bcbeb607cf5 on network 8d037e47-3922-4181-992c-fa6f64cd3fd2 {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:05:28.340257 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:05:28.340807 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Checking segment: {'id': '1a0024cc-f4bb-4880-a32e-319f4deba28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8d037e47-3922-4181-992c-fa6f64cd3fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:05:28.341949 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:28.342345 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Bound using segment: {'id': '1a0024cc-f4bb-4880-a32e-319f4deba28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8d037e47-3922-4181-992c-fa6f64cd3fd2'} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:05:28.342822 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Bound port: a7bdd8b7-80b6-4034-afee-8bcbeb607cf5, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a0024cc-f4bb-4880-a32e-319f4deba28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8d037e47-3922-4181-992c-fa6f64cd3fd2'}}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:05:28.343214 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:28.406153 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] For port a7bdd8b7-80b6-4034-afee-8bcbeb607cf5, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:05:28.410421 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] For port a7bdd8b7-80b6-4034-afee-8bcbeb607cf5, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=a7bdd8b7-80b6-4034-afee-8bcbeb607cf5,segment=NetworkSegment(1a0024cc-f4bb-4880-a32e-319f4deba28c),segment_id=1a0024cc-f4bb-4880-a32e-319f4deba28c)] {{(pid=94568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:05:28.506468 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:28.578688 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8233d09-fa61-4a1b-a536-55ea74f72dde None None] Pushing event updated for resources: {'Port': ['ID=a7bdd8b7-80b6-4034-afee-8bcbeb607cf5,revision_number=2']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:05:29.700615 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 48314) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:05:30.026240 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [None req-57555707-f36c-4d3b-90c9-77edece8ddfd admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94566) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:05:30.027239 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-57555707-f36c-4d3b-90c9-77edece8ddfd admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3253663 Aug 13 04:05:32.433238 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 48322) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:05:32.755030 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [None req-3ff92e03-fe44-47ae-9648-650f6d7d429f admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94566) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:05:32.756203 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-3ff92e03-fe44-47ae-9648-650f6d7d429f admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3218610 Aug 13 04:05:35.355537 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 48332) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:05:35.655950 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-69166789-d734-4e39-94f3-d358edbb972e admin admin] Request body: {'router': {'tenant_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:05:35.774771 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-69166789-d734-4e39-94f3-d358edbb972e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-702958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-994'] for router, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:35.776640 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-69166789-d734-4e39-94f3-d358edbb972e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1019'] for router, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:35.940356 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-69166789-d734-4e39-94f3-d358edbb972e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:36.002077 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-69166789-d734-4e39-94f3-d358edbb972e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704504'] for router, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:36.098473 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-69166789-d734-4e39-94f3-d358edbb972e admin admin] Notify callbacks [] for router, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:36.099668 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-69166789-d734-4e39-94f3-d358edbb972e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7430894 Aug 13 04:05:36.924248 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c15f2d9-c5e5-41c5-8afb-157036089464 None None] Network 8d037e47-3922-4181-992c-fa6f64cd3fd2 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:05:37.077868 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-4e2a0a0f-65ba-4036-b65c-b81c35d111fa None None] Provisioning for port a7bdd8b7-80b6-4034-afee-8bcbeb607cf5 completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:05:37.828731 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device a7bdd8b7-80b6-4034-afee-8bcbeb607cf5 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:05:37.962606 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port a7bdd8b7-80b6-4034-afee-8bcbeb607cf5 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:05:37.966638 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port a7bdd8b7-80b6-4034-afee-8bcbeb607cf5 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:05:37.967015 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:38.071014 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:38.103860 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port a7bdd8b7-80b6-4034-afee-8bcbeb607cf5, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=a7bdd8b7-80b6-4034-afee-8bcbeb607cf5,segment=NetworkSegment(1a0024cc-f4bb-4880-a32e-319f4deba28c),segment_id=1a0024cc-f4bb-4880-a32e-319f4deba28c)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:05:38.191450 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:38.240801 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=a7bdd8b7-80b6-4034-afee-8bcbeb607cf5,revision_number=3']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:05:38.491947 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 48344) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:05:38.766859 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-57cabb35-60fc-4c42-a59c-8068b10dac07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:38.805760 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [None req-dc1a60e8-9b70-4355-b4d8-f261c3b978f4 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94566) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:05:38.806771 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-dc1a60e8-9b70-4355-b4d8-f261c3b978f4 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3138282 Aug 13 04:05:39.805503 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device a7bdd8b7-80b6-4034-afee-8bcbeb607cf5 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:05:39.852202 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port a7bdd8b7-80b6-4034-afee-8bcbeb607cf5 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:05:39.852602 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:41.162266 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 48352) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:05:41.260351 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-607d7a80-d5b5-457d-a98e-1230720a2a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:41.476825 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-beff4f5f-83c5-4dc1-9342-768eedf1379a admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:05:41.573737 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beff4f5f-83c5-4dc1-9342-768eedf1379a admin admin] Made reservation on behalf of c449b3e4c83544e9aa4c4ea1e7413570 for: {'network': 1} {{(pid=94566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:05:41.576489 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-beff4f5f-83c5-4dc1-9342-768eedf1379a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for network, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:41.592121 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-beff4f5f-83c5-4dc1-9342-768eedf1379a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:41.704811 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-beff4f5f-83c5-4dc1-9342-768eedf1379a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:41.785266 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-beff4f5f-83c5-4dc1-9342-768eedf1379a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:41.803379 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-beff4f5f-83c5-4dc1-9342-768eedf1379a admin admin] Reserving flat network on physical network physnet1 {{(pid=94566) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 13 04:05:41.819550 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff4f5f-83c5-4dc1-9342-768eedf1379a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1a8032-5d51-421f-b4db-f3b6b5da1bb4,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:05:41.828928 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-beff4f5f-83c5-4dc1-9342-768eedf1379a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784944466535', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:41.829438 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-beff4f5f-83c5-4dc1-9342-768eedf1379a admin admin] Unsubscribe: segment precommit_create {{(pid=94566) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 13 04:05:41.829909 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.db.segments_db [None req-beff4f5f-83c5-4dc1-9342-768eedf1379a admin admin] Added segment 569ffa8e-366a-4220-b9f0-1d96f94af513 of type flat for network a2b3fd62-7513-4482-ab06-e961571be3c5 Aug 13 04:05:41.892286 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-beff4f5f-83c5-4dc1-9342-768eedf1379a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784943942714'] for network, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:42.042590 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-beff4f5f-83c5-4dc1-9342-768eedf1379a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for network, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:42.043549 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beff4f5f-83c5-4dc1-9342-768eedf1379a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:05:42.044356 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-beff4f5f-83c5-4dc1-9342-768eedf1379a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:42.086669 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:42.133278 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff4f5f-83c5-4dc1-9342-768eedf1379a admin admin] Pushing event updated for resources: {'Network': ['ID=a2b3fd62-7513-4482-ab06-e961571be3c5,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:05:42.143454 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Network a2b3fd62-7513-4482-ab06-e961571be3c5 details requested by agent ovs-agent-dv-cinder-759987-6-iscsi with host dv-cinder-759987-6-iscsi {{(pid=94568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:05:42.163639 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-beff4f5f-83c5-4dc1-9342-768eedf1379a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0003278 Aug 13 04:05:42.540486 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:44.063268 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:44.500143 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 48370) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:05:44.672510 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cccbc0-1940-44eb-8569-8a3e1d730a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:05:44.673826 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-05cccbc0-1940-44eb-8569-8a3e1d730a8d admin admin] 10.222.0.32 "GET /v2.0/subnets/59d86bf3-c3e0-4e62-9f2a-4e68e53e8675 HTTP/1.1" status: 200 len: 849 time: 0.1727173 Aug 13 04:05:44.792135 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-bf208e9d-286c-455d-b0a9-2ae9d2d20e98 admin admin] 10.222.0.32 "GET /v2.0/routers/15415abf-274a-4186-aa0c-9c62866fa4bb HTTP/1.1" status: 200 len: 704 time: 0.1125088 Aug 13 04:05:45.053136 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-19b670c6-6066-4b1e-9c98-1a56306ce729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:45.342833 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-19b670c6-6066-4b1e-9c98-1a56306ce729 admin admin] Allocated IP 172.20.0.1 (8d037e47-3922-4181-992c-fa6f64cd3fd2/59d86bf3-c3e0-4e62-9f2a-4e68e53e8675/6e673993-3773-48cf-854f-7d98f0ef7650) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:05:45.498989 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-19b670c6-6066-4b1e-9c98-1a56306ce729 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:45.520550 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-19b670c6-6066-4b1e-9c98-1a56306ce729 admin admin] Transition to ACTIVE for port object 6e673993-3773-48cf-854f-7d98f0ef7650 will not be triggered until provisioned by entity DHCP. {{(pid=94566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:05:45.698350 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-19b670c6-6066-4b1e-9c98-1a56306ce729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:45.769813 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b670c6-6066-4b1e-9c98-1a56306ce729 admin admin] Network 8d037e47-3922-4181-992c-fa6f64cd3fd2 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:05:45.774590 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-19b670c6-6066-4b1e-9c98-1a56306ce729 admin admin] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:05:45.780188 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b670c6-6066-4b1e-9c98-1a56306ce729 admin admin] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:05:45.780645 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-19b670c6-6066-4b1e-9c98-1a56306ce729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758317'] for router_interface, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:45.842664 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b670c6-6066-4b1e-9c98-1a56306ce729 admin admin] Pushing event updated for resources: {'Port': ['ID=6e673993-3773-48cf-854f-7d98f0ef7650,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:05:46.025469 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-9da5ade5-239b-48d7-9ce4-fcffc7b08c0a None None] Provisioning for port 6e673993-3773-48cf-854f-7d98f0ef7650 completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:05:46.029219 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-9da5ade5-239b-48d7-9ce4-fcffc7b08c0a None None] Provisioning complete for port 6e673993-3773-48cf-854f-7d98f0ef7650 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:05:46.029588 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-9da5ade5-239b-48d7-9ce4-fcffc7b08c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:46.032261 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-19b670c6-6066-4b1e-9c98-1a56306ce729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:46.062596 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-9da5ade5-239b-48d7-9ce4-fcffc7b08c0a None None] Port 6e673993-3773-48cf-854f-7d98f0ef7650 cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:05:46.242412 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-19b670c6-6066-4b1e-9c98-1a56306ce729 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:46.320280 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-19b670c6-6066-4b1e-9c98-1a56306ce729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:46.321009 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-19b670c6-6066-4b1e-9c98-1a56306ce729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758457'] for router_interface, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:46.397003 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b670c6-6066-4b1e-9c98-1a56306ce729 admin admin] Pushing event updated for resources: {'Port': ['ID=6e673993-3773-48cf-854f-7d98f0ef7650,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:05:46.444666 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b670c6-6066-4b1e-9c98-1a56306ce729 admin admin] Network 8d037e47-3922-4181-992c-fa6f64cd3fd2 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:05:46.445940 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-19b670c6-6066-4b1e-9c98-1a56306ce729 admin admin] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:05:46.657863 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b670c6-6066-4b1e-9c98-1a56306ce729 admin admin] Router 15415abf-274a-4186-aa0c-9c62866fa4bb is scheduled to L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf with binding_index 1 {{(pid=94566) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:05:46.682316 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-4b73304c-0ac6-4a6e-922b-0c6f94e7c869 None None] Provisioning complete for port 6e673993-3773-48cf-854f-7d98f0ef7650 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:05:46.682679 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-4b73304c-0ac6-4a6e-922b-0c6f94e7c869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:46.714806 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-4b73304c-0ac6-4a6e-922b-0c6f94e7c869 None None] Port 6e673993-3773-48cf-854f-7d98f0ef7650 cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:05:46.747760 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b670c6-6066-4b1e-9c98-1a56306ce729 admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:05:46.753064 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-19b670c6-6066-4b1e-9c98-1a56306ce729 admin admin] 10.222.0.32 "PUT /v2.0/routers/15415abf-274a-4186-aa0c-9c62866fa4bb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9554985 Aug 13 04:05:46.768418 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] Sync routers for ids ['15415abf-274a-4186-aa0c-9c62866fa4bb'] in dv-cinder-759987-6-iscsi {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:05:46.780417 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] Routers {'15415abf-274a-4186-aa0c-9c62866fa4bb'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:05:46.781297 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:05:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['15415abf-274a-4186-aa0c-9c62866fa4bb'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:05:46.968500 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] Set router 15415abf-274a-4186-aa0c-9c62866fa4bb gateway port host: None {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:05:47.423613 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15415abf-274a-4186-aa0c-9c62866fa4bb', 'name': 'router1', 'tenant_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:05:35Z', 'updated_at': '2021-08-13T04:05:45Z', 'revision_number': 2, 'project_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'gw_port_host': None, '_interfaces': [{'id': '6e673993-3773-48cf-854f-7d98f0ef7650', 'name': '', 'network_id': '8d037e47-3922-4181-992c-fa6f64cd3fd2', 'tenant_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'mac_address': 'fa:16:3e:f0:88:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15415abf-274a-4186-aa0c-9c62866fa4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59d86bf3-c3e0-4e62-9f2a-4e68e53e8675', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:05:45Z', 'updated_at': '2021-08-13T04:05:46Z', 'revision_number': 2, 'project_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'subnets': [{'id': '59d86bf3-c3e0-4e62-9f2a-4e68e53e8675', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ffdc2e7-ae74-4e57-9392-8fb539973386'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:05:47.475130 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] Checking router: 15415abf-274a-4186-aa0c-9c62866fa4bb for host: dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:05:47.475497 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] Updating router 15415abf-274a-4186-aa0c-9c62866fa4bb port 6e673993-3773-48cf-854f-7d98f0ef7650 binding host dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:05:47.522787 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:48.047325 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] Notify callbacks [] for port, precommit_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:48.065515 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.provisioning_blocks [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] Transition to ACTIVE for port object 6e673993-3773-48cf-854f-7d98f0ef7650 will not be triggered until provisioned by entity L2. {{(pid=94569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:05:48.145816 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:48.312826 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d40f9c-da8b-4810-99d3-64a00a705eaf None None] Pushing event updated for resources: {'Port': ['ID=6e673993-3773-48cf-854f-7d98f0ef7650,revision_number=3']} {{(pid=94569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:05:48.323574 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] Attempting to bind port 6e673993-3773-48cf-854f-7d98f0ef7650 on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:05:48.323974 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] Attempting to bind port 6e673993-3773-48cf-854f-7d98f0ef7650 by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '1a0024cc-f4bb-4880-a32e-319f4deba28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8d037e47-3922-4181-992c-fa6f64cd3fd2'}] {{(pid=94569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:05:48.324425 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] Attempting to bind port 6e673993-3773-48cf-854f-7d98f0ef7650 on network 8d037e47-3922-4181-992c-fa6f64cd3fd2 {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:05:48.328519 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d40f9c-da8b-4810-99d3-64a00a705eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:48.328868 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d40f9c-da8b-4810-99d3-64a00a705eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:48.329208 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d40f9c-da8b-4810-99d3-64a00a705eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:48.329536 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d40f9c-da8b-4810-99d3-64a00a705eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:48.329862 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d40f9c-da8b-4810-99d3-64a00a705eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:48.330187 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d40f9c-da8b-4810-99d3-64a00a705eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:48.330509 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d40f9c-da8b-4810-99d3-64a00a705eaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:48.330832 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d40f9c-da8b-4810-99d3-64a00a705eaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:48.331162 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d40f9c-da8b-4810-99d3-64a00a705eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:48.331479 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d40f9c-da8b-4810-99d3-64a00a705eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:48.331796 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d40f9c-da8b-4810-99d3-64a00a705eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:48.332108 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d40f9c-da8b-4810-99d3-64a00a705eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d40f9c-da8b-4810-99d3-64a00a705eaf None None] Tracked resource versions report: Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: pushed versions: Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: { 'AddressGroup': {'1.2'}, Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: 'ConntrackHelper': {'1.0'}, Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: 'Log': {'1.0'}, Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: 'Network': {'1.1'}, Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: 'Port': {'1.7'}, Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: 'PortForwarding': {'1.2'}, Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: 'QosPolicy': {'1.9'}, Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: 'SecurityGroup': {'1.4'}, Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: 'SecurityGroupRule': {'1.2'}, Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: 'SubPort': {'1.0'}, Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: 'Subnet': {'1.1'}, Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: 'Trunk': {'1.1'}} Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: consumer versions: Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: { DHCP agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: L3 agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: Metadata agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: Metering agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: Open vSwitch agent@dv-cinder-759987-6-iscsi: { 'AddressGroup': '1.2', Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: 'ConntrackHelper': '1.0', Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: 'Log': '1.0', Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: 'Network': '1.1', Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: 'Port': '1.7', Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: 'PortForwarding': '1.2', Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: 'QosPolicy': '1.9', Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: 'SecurityGroup': '1.4', Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: 'SecurityGroupRule': '1.2', Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: 'SubPort': '1.0', Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: 'Subnet': '1.1', Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: 'Trunk': '1.1'}} Aug 13 04:05:48.333199 dv-cinder-759987-6-iscsi neutron-server[94569]: {{(pid=94569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 04:05:48.338079 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:05:48.338498 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] Checking segment: {'id': '1a0024cc-f4bb-4880-a32e-319f4deba28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8d037e47-3922-4181-992c-fa6f64cd3fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:05:48.338951 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:48.339362 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] Bound using segment: {'id': '1a0024cc-f4bb-4880-a32e-319f4deba28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8d037e47-3922-4181-992c-fa6f64cd3fd2'} {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:05:48.339829 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] Bound port: 6e673993-3773-48cf-854f-7d98f0ef7650, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a0024cc-f4bb-4880-a32e-319f4deba28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8d037e47-3922-4181-992c-fa6f64cd3fd2'}}] {{(pid=94569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:05:48.340352 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:48.407481 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.db [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] For port 6e673993-3773-48cf-854f-7d98f0ef7650, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:05:48.429258 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.db [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] For port 6e673993-3773-48cf-854f-7d98f0ef7650, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=6e673993-3773-48cf-854f-7d98f0ef7650,segment=NetworkSegment(1a0024cc-f4bb-4880-a32e-319f4deba28c),segment_id=1a0024cc-f4bb-4880-a32e-319f4deba28c)] {{(pid=94569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:05:48.488874 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:48.554584 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d40f9c-da8b-4810-99d3-64a00a705eaf None None] Pushing event updated for resources: {'Port': ['ID=6e673993-3773-48cf-854f-7d98f0ef7650,revision_number=4']} {{(pid=94569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:05:48.558673 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] Routers {'15415abf-274a-4186-aa0c-9c62866fa4bb'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:05:48.559355 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:05:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['15415abf-274a-4186-aa0c-9c62866fa4bb'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:05:48.649248 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] Set router 15415abf-274a-4186-aa0c-9c62866fa4bb gateway port host: None {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:05:48.859861 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15415abf-274a-4186-aa0c-9c62866fa4bb', 'name': 'router1', 'tenant_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:05:35Z', 'updated_at': '2021-08-13T04:05:45Z', 'revision_number': 2, 'project_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'gw_port_host': None, '_interfaces': [{'id': '6e673993-3773-48cf-854f-7d98f0ef7650', 'name': '', 'network_id': '8d037e47-3922-4181-992c-fa6f64cd3fd2', 'tenant_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'mac_address': 'fa:16:3e:f0:88:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15415abf-274a-4186-aa0c-9c62866fa4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59d86bf3-c3e0-4e62-9f2a-4e68e53e8675', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:05:45Z', 'updated_at': '2021-08-13T04:05:48Z', 'revision_number': 4, 'project_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'subnets': [{'id': '59d86bf3-c3e0-4e62-9f2a-4e68e53e8675', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ffdc2e7-ae74-4e57-9392-8fb539973386'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:05:48.887599 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7627b518-995a-4e6d-a320-abfde5d78804 None None] The sync data for ids ['15415abf-274a-4186-aa0c-9c62866fa4bb'] in dv-cinder-759987-6-iscsi is: [{'id': '15415abf-274a-4186-aa0c-9c62866fa4bb', 'name': 'router1', 'tenant_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:05:35Z', 'updated_at': '2021-08-13T04:05:45Z', 'revision_number': 2, 'project_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'gw_port_host': None, '_interfaces': [{'id': '6e673993-3773-48cf-854f-7d98f0ef7650', 'name': '', 'network_id': '8d037e47-3922-4181-992c-fa6f64cd3fd2', 'tenant_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'mac_address': 'fa:16:3e:f0:88:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15415abf-274a-4186-aa0c-9c62866fa4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59d86bf3-c3e0-4e62-9f2a-4e68e53e8675', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:05:45Z', 'updated_at': '2021-08-13T04:05:48Z', 'revision_number': 4, 'project_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'subnets': [{'id': '59d86bf3-c3e0-4e62-9f2a-4e68e53e8675', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ffdc2e7-ae74-4e57-9392-8fb539973386'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:05:48.993009 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 48390) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:05:49.102647 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8721d8b-7bc2-4ef9-b8b6-07249b66fb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:05:49.104021 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-c8721d8b-7bc2-4ef9-b8b6-07249b66fb28 admin admin] 10.222.0.32 "GET /v2.0/networks/a2b3fd62-7513-4482-ab06-e961571be3c5 HTTP/1.1" status: 200 len: 842 time: 0.1100399 Aug 13 04:05:49.114378 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-99b4926c-d55c-4fc6-99ec-8860d7eaa68e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:05:49.220024 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b4926c-d55c-4fc6-99ec-8860d7eaa68e admin admin] Made reservation on behalf of c449b3e4c83544e9aa4c4ea1e7413570 for: {'subnet': 1} {{(pid=94566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:05:49.222283 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-99b4926c-d55c-4fc6-99ec-8860d7eaa68e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:49.618528 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.objects.ports [None req-99b4926c-d55c-4fc6-99ec-8860d7eaa68e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94566) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 13 04:05:49.618997 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-99b4926c-d55c-4fc6-99ec-8860d7eaa68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for subnet, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:49.673390 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4926c-d55c-4fc6-99ec-8860d7eaa68e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:05:49.681120 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b4926c-d55c-4fc6-99ec-8860d7eaa68e admin admin] Checking segment: {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:05:49.681473 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b4926c-d55c-4fc6-99ec-8860d7eaa68e admin admin] Network hostable DHCP agents. Network: a2b3fd62-7513-4482-ab06-e961571be3c5, hostable agents: ['a96cd20f-888c-4e1e-badb-6a5336c30bd0'], hosted agents: [] {{(pid=94566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:05:49.771871 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b4926c-d55c-4fc6-99ec-8860d7eaa68e admin admin] Network a2b3fd62-7513-4482-ab06-e961571be3c5 is scheduled to be hosted by DHCP agent a96cd20f-888c-4e1e-badb-6a5336c30bd0 with binding_index 1 {{(pid=94566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:05:49.830752 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-99b4926c-d55c-4fc6-99ec-8860d7eaa68e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-6-iscsi, a2b3fd62-7513-4482-ab06-e961571be3c5) {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:05:49.834663 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b4926c-d55c-4fc6-99ec-8860d7eaa68e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:05:49.835246 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-99b4926c-d55c-4fc6-99ec-8860d7eaa68e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for subnet, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:49.839855 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0921f4d0-400a-441c-a5e5-37d8672f32a8 None None] Network a2b3fd62-7513-4482-ab06-e961571be3c5 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:05:49.894858 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-99b4926c-d55c-4fc6-99ec-8860d7eaa68e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7837410 Aug 13 04:05:49.968243 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e550d061-5e07-43cf-b348-1013759c23e0 None None] Network a2b3fd62-7513-4482-ab06-e961571be3c5 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:05:52.144355 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 5 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:05:52.163470 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 48398) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:05:52.376421 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-9fbfb831-2171-4b25-b24c-f770a271d683 admin admin] 10.222.0.32 "GET /v2.0/routers/15415abf-274a-4186-aa0c-9c62866fa4bb HTTP/1.1" status: 200 len: 710 time: 0.2117407 Aug 13 04:05:52.467761 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece32736-e1e7-4117-a27d-d7f22480c87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:05:52.469178 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-ece32736-e1e7-4117-a27d-d7f22480c87c admin admin] 10.222.0.32 "GET /v2.0/networks/a2b3fd62-7513-4482-ab06-e961571be3c5 HTTP/1.1" status: 200 len: 886 time: 0.0866642 Aug 13 04:05:52.478401 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-46691993-0132-417f-a362-272fee403345 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:05:52.725529 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-46691993-0132-417f-a362-272fee403345 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:53.126342 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-46691993-0132-417f-a362-272fee403345 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:53.202995 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-46691993-0132-417f-a362-272fee403345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:53.307584 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-46691993-0132-417f-a362-272fee403345 admin admin] Allocated IP 172.27.3.239 (a2b3fd62-7513-4482-ab06-e961571be3c5/2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e/6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:05:53.405786 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-46691993-0132-417f-a362-272fee403345 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:53.526697 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-46691993-0132-417f-a362-272fee403345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:53.571171 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46691993-0132-417f-a362-272fee403345 admin admin] Network a2b3fd62-7513-4482-ab06-e961571be3c5 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:05:53.574063 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-46691993-0132-417f-a362-272fee403345 admin admin] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:05:53.576898 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46691993-0132-417f-a362-272fee403345 admin admin] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:05:53.582244 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46691993-0132-417f-a362-272fee403345 admin admin] Pushing event updated for resources: {'Port': ['ID=6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:05:53.911886 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-46691993-0132-417f-a362-272fee403345 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:54.215631 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-46691993-0132-417f-a362-272fee403345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-704259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-905'] for router, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:54.218981 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-46691993-0132-417f-a362-272fee403345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-704266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-704497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-702555'] for router, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:54.329089 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46691993-0132-417f-a362-272fee403345 admin admin] Router 15415abf-274a-4186-aa0c-9c62866fa4bb has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:05:54.435770 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46691993-0132-417f-a362-272fee403345 admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:05:54.440049 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-46691993-0132-417f-a362-272fee403345 admin admin] Notify callbacks [] for router, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:54.441241 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-46691993-0132-417f-a362-272fee403345 admin admin] 10.222.0.32 "PUT /v2.0/routers/15415abf-274a-4186-aa0c-9c62866fa4bb HTTP/1.1" status: 200 len: 890 time: 1.9660964 Aug 13 04:05:55.354894 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] Sync routers for ids ['15415abf-274a-4186-aa0c-9c62866fa4bb'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:05:55.365102 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] Routers {'15415abf-274a-4186-aa0c-9c62866fa4bb'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:05:55.365749 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:05:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['15415abf-274a-4186-aa0c-9c62866fa4bb'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:05:55.625503 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] Set router 15415abf-274a-4186-aa0c-9c62866fa4bb gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:05:55.859496 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 6e673993-3773-48cf-854f-7d98f0ef7650 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:05:56.042868 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port 6e673993-3773-48cf-854f-7d98f0ef7650 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:05:56.052137 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 6e673993-3773-48cf-854f-7d98f0ef7650 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:05:56.052559 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:56.091260 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15415abf-274a-4186-aa0c-9c62866fa4bb', 'name': 'router1', 'tenant_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:05:35Z', 'updated_at': '2021-08-13T04:05:53Z', 'revision_number': 4, 'project_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'gw_port': {'id': '6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:68:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15415abf-274a-4186-aa0c-9c62866fa4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:05:53Z', 'updated_at': '2021-08-13T04:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': '6e673993-3773-48cf-854f-7d98f0ef7650', 'name': '', 'network_id': '8d037e47-3922-4181-992c-fa6f64cd3fd2', 'tenant_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'mac_address': 'fa:16:3e:f0:88:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15415abf-274a-4186-aa0c-9c62866fa4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59d86bf3-c3e0-4e62-9f2a-4e68e53e8675', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:05:45Z', 'updated_at': '2021-08-13T04:05:48Z', 'revision_number': 4, 'project_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'subnets': [{'id': '59d86bf3-c3e0-4e62-9f2a-4e68e53e8675', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ffdc2e7-ae74-4e57-9392-8fb539973386'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:05:56.147819 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] Checking router: 15415abf-274a-4186-aa0c-9c62866fa4bb for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:05:56.148166 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] Updating router 15415abf-274a-4186-aa0c-9c62866fa4bb port 6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3 binding host dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:05:56.204286 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:56.332722 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:56.423430 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port 6e673993-3773-48cf-854f-7d98f0ef7650, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=6e673993-3773-48cf-854f-7d98f0ef7650,segment=NetworkSegment(1a0024cc-f4bb-4880-a32e-319f4deba28c),segment_id=1a0024cc-f4bb-4880-a32e-319f4deba28c)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:05:56.503782 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:56.607389 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=6e673993-3773-48cf-854f-7d98f0ef7650,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:05:56.626103 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] Notify callbacks [] for port, precommit_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:56.635860 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] Transition to ACTIVE for port object 6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3 will not be triggered until provisioned by entity L2. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:05:56.720185 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:56.772345 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] Attempting to bind port 6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3 on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:05:56.772733 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] Attempting to bind port 6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3 by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:05:56.773089 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] Attempting to bind port 6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3 on network a2b3fd62-7513-4482-ab06-e961571be3c5 {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:05:56.775766 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb753f-4ad2-477a-8b7f-169053d56486 None None] Pushing event updated for resources: {'Port': ['ID=6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3,revision_number=2']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:05:56.781050 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:05:56.781414 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] Checking segment: {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:05:56.781805 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:56.782179 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] Bound using segment: {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:05:56.782631 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] Bound port: 6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:05:56.783402 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:56.791406 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 48410) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:05:56.832719 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] For port 6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:05:56.835616 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] For port 6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:05:56.897842 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:56.941202 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-d832e27f-c630-4f14-95a5-22c2d1a5c6d3 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1486776 Aug 13 04:05:56.958603 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] Routers {'15415abf-274a-4186-aa0c-9c62866fa4bb'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:05:56.959252 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:05:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['15415abf-274a-4186-aa0c-9c62866fa4bb'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:05:56.964627 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb753f-4ad2-477a-8b7f-169053d56486 None None] Pushing event updated for resources: {'Port': ['ID=6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3,revision_number=3']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:05:57.074236 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] Set router 15415abf-274a-4186-aa0c-9c62866fa4bb gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:05:57.374209 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15415abf-274a-4186-aa0c-9c62866fa4bb', 'name': 'router1', 'tenant_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:05:35Z', 'updated_at': '2021-08-13T04:05:53Z', 'revision_number': 4, 'project_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'gw_port': {'id': '6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:68:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15415abf-274a-4186-aa0c-9c62866fa4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:05:53Z', 'updated_at': '2021-08-13T04:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': '6e673993-3773-48cf-854f-7d98f0ef7650', 'name': '', 'network_id': '8d037e47-3922-4181-992c-fa6f64cd3fd2', 'tenant_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'mac_address': 'fa:16:3e:f0:88:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15415abf-274a-4186-aa0c-9c62866fa4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59d86bf3-c3e0-4e62-9f2a-4e68e53e8675', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:05:45Z', 'updated_at': '2021-08-13T04:05:56Z', 'revision_number': 5, 'project_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'subnets': [{'id': '59d86bf3-c3e0-4e62-9f2a-4e68e53e8675', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ffdc2e7-ae74-4e57-9392-8fb539973386'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:05:57.401117 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f506397-0d61-4553-abe7-b26c17a21aaa None None] The sync data for ids ['15415abf-274a-4186-aa0c-9c62866fa4bb'] in dv-cinder-759987-6-iscsi is: [{'id': '15415abf-274a-4186-aa0c-9c62866fa4bb', 'name': 'router1', 'tenant_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:05:35Z', 'updated_at': '2021-08-13T04:05:53Z', 'revision_number': 4, 'project_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'gw_port': {'id': '6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:68:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15415abf-274a-4186-aa0c-9c62866fa4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:05:53Z', 'updated_at': '2021-08-13T04:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': '6e673993-3773-48cf-854f-7d98f0ef7650', 'name': '', 'network_id': '8d037e47-3922-4181-992c-fa6f64cd3fd2', 'tenant_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'mac_address': 'fa:16:3e:f0:88:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15415abf-274a-4186-aa0c-9c62866fa4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59d86bf3-c3e0-4e62-9f2a-4e68e53e8675', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:05:45Z', 'updated_at': '2021-08-13T04:05:56Z', 'revision_number': 5, 'project_id': '74d88c6ee7a04c6e87cc35c57cde9412', 'subnets': [{'id': '59d86bf3-c3e0-4e62-9f2a-4e68e53e8675', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ffdc2e7-ae74-4e57-9392-8fb539973386'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:05:57.921686 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:05:58.036987 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port 6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:05:58.042668 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:05:58.043106 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:58.120865 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:58.144463 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port 6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:05:58.219867 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:58.220692 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 6e673993-3773-48cf-854f-7d98f0ef7650 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:05:58.303047 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:05:58.313880 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 6e673993-3773-48cf-854f-7d98f0ef7650 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:05:58.314752 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:59.822603 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:05:59.871855 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 6f210eb6-dcdd-4bb5-a674-6b5e21e77bf3 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:05:59.872334 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:08.760170 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-7ae0bca8-1ccc-4ac2-b859-721218b484ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:11.219977 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-008f53d8-1a6c-4c84-95aa-9f9d7215b9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:12.019867 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:12.503582 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:14.065385 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:29.143042 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 5 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:06:38.764919 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-81620c7e-1e47-45ef-a8de-54566212c8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:41.207379 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-16182dc2-64b1-43d1-90e8-4d7ca9ca35a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:42.006705 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:42.501810 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:44.084778 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:06.141958 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 5 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:07:08.795076 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d5d96735-429a-447b-8735-8f7ec315c980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:11.200521 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c15c0053-876f-431e-88c4-86d5db38593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:12.010132 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:12.546214 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:14.074725 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:34.646972 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 48978) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:07:34.715141 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea99d61-7811-403a-8fc8-c26db8d3270b admin admin] GET failed (client error): The resource could not be found. Aug 13 04:07:34.716455 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-eea99d61-7811-403a-8fc8-c26db8d3270b admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0684922 Aug 13 04:07:34.900627 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283aed32-6a7e-4f0b-9422-4ca18ed2ffec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:07:34.902049 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-283aed32-6a7e-4f0b-9422-4ca18ed2ffec admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1811786 Aug 13 04:07:37.049403 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 48988) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:07:37.177643 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384e1390-6ba6-46aa-91c5-fc5cc914ea33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:07:37.179002 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-384e1390-6ba6-46aa-91c5-fc5cc914ea33 admin admin] 10.222.0.32 "GET /v2.0/subnets/59d86bf3-c3e0-4e62-9f2a-4e68e53e8675 HTTP/1.1" status: 200 len: 849 time: 0.1286430 Aug 13 04:07:37.189098 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-71ddbe36-e3fb-451f-a263-dbf57adb9d09 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:07:37.272015 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-71ddbe36-e3fb-451f-a263-dbf57adb9d09 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:37.651426 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-71ddbe36-e3fb-451f-a263-dbf57adb9d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784944428939'] for subnet, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:37.688901 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ddbe36-e3fb-451f-a263-dbf57adb9d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:07:37.690155 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-71ddbe36-e3fb-451f-a263-dbf57adb9d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for subnet, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:37.690835 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-71ddbe36-e3fb-451f-a263-dbf57adb9d09 admin admin] 10.222.0.32 "PUT /v2.0/subnets/59d86bf3-c3e0-4e62-9f2a-4e68e53e8675 HTTP/1.1" status: 200 len: 868 time: 0.5053751 Aug 13 04:07:37.709692 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddbe36-e3fb-451f-a263-dbf57adb9d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59d86bf3-c3e0-4e62-9f2a-4e68e53e8675,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:07:37.713078 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c6430b-1523-4c3d-bd07-e80d5a17a97e None None] Network 8d037e47-3922-4181-992c-fa6f64cd3fd2 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:07:37.718546 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddbe36-e3fb-451f-a263-dbf57adb9d09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:07:37.718917 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddbe36-e3fb-451f-a263-dbf57adb9d09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:07:37.719266 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddbe36-e3fb-451f-a263-dbf57adb9d09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:07:37.719603 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddbe36-e3fb-451f-a263-dbf57adb9d09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:07:37.719934 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddbe36-e3fb-451f-a263-dbf57adb9d09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:07:37.720285 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddbe36-e3fb-451f-a263-dbf57adb9d09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:07:37.720643 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddbe36-e3fb-451f-a263-dbf57adb9d09 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:07:37.720972 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddbe36-e3fb-451f-a263-dbf57adb9d09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:07:37.721317 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddbe36-e3fb-451f-a263-dbf57adb9d09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:07:37.721648 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddbe36-e3fb-451f-a263-dbf57adb9d09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:07:37.721972 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddbe36-e3fb-451f-a263-dbf57adb9d09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:07:37.722295 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddbe36-e3fb-451f-a263-dbf57adb9d09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:07:38.057859 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-2d893e83-d591-41e7-8ccf-963d4ae48383 None None] Provisioning complete for port a7bdd8b7-80b6-4034-afee-8bcbeb607cf5 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:07:38.058239 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-2d893e83-d591-41e7-8ccf-963d4ae48383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:38.142878 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-2d893e83-d591-41e7-8ccf-963d4ae48383 None None] Provisioning complete for port 6e673993-3773-48cf-854f-7d98f0ef7650 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:07:38.143245 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-2d893e83-d591-41e7-8ccf-963d4ae48383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:38.782457 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3353cd3f-2ccc-489c-9876-9d44ef6ed9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:39.837077 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 48996) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:07:40.032399 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bea2f9-23e3-4af9-8d6c-c99e3f05ad05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:07:40.032733 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bea2f9-23e3-4af9-8d6c-c99e3f05ad05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:07:40.034284 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-c6bea2f9-23e3-4af9-8d6c-c99e3f05ad05 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1962581 Aug 13 04:07:41.211347 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-f7954865-51f8-4f38-af27-0e2aee52bf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:42.010518 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:42.182695 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 49006) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:07:42.316468 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418369ac-dc9f-4861-aa01-ecf445dc6f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:07:42.316952 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418369ac-dc9f-4861-aa01-ecf445dc6f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:07:42.318487 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-418369ac-dc9f-4861-aa01-ecf445dc6f35 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1348212 Aug 13 04:07:42.505253 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:43.139849 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 5 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:07:44.040006 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:44.474292 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 49014) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:07:44.600804 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e078ba88-13f9-4f1e-9a98-f084ea8693a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:07:44.602283 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-e078ba88-13f9-4f1e-9a98-f084ea8693a2 admin admin] 10.222.0.32 "GET /v2.0/networks/8d037e47-3922-4181-992c-fa6f64cd3fd2 HTTP/1.1" status: 200 len: 869 time: 0.1270328 Aug 13 04:07:46.743542 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 49022) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:07:46.919363 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ac02f8-e821-4445-8338-94e811726400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:07:46.920731 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-f0ac02f8-e821-4445-8338-94e811726400 admin admin] 10.222.0.32 "GET /v2.0/networks/a2b3fd62-7513-4482-ab06-e961571be3c5 HTTP/1.1" status: 200 len: 886 time: 0.1762609 Aug 13 04:07:49.080905 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 49030) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:07:49.206139 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a68d176-720f-4ba9-af88-74beeaff3f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:07:49.206598 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a68d176-720f-4ba9-af88-74beeaff3f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:07:49.208130 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-2a68d176-720f-4ba9-af88-74beeaff3f79 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1262736 Aug 13 04:07:51.350943 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 49038) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:07:51.453433 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e10c23-84b0-4fda-92ae-d1a1071eb8c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:07:51.453887 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e10c23-84b0-4fda-92ae-d1a1071eb8c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:07:51.455393 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-08e10c23-84b0-4fda-92ae-d1a1071eb8c5 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1035116 Aug 13 04:07:53.620044 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 49046) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:07:53.706327 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39b8b61-cdf8-4009-8a4d-b14e109ebc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:07:53.707642 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-a39b8b61-cdf8-4009-8a4d-b14e109ebc4b admin admin] 10.222.0.32 "GET /v2.0/subnets/2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e HTTP/1.1" status: 200 len: 816 time: 0.0866222 Aug 13 04:07:55.896340 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 49054) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:07:55.986403 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a5fa13-5734-4935-aec3-0f5d5c21b2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:07:55.987705 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-00a5fa13-5734-4935-aec3-0f5d5c21b2b8 admin admin] 10.222.0.32 "GET /v2.0/subnets/59d86bf3-c3e0-4e62-9f2a-4e68e53e8675 HTTP/1.1" status: 200 len: 868 time: 0.0903258 Aug 13 04:08:08.781653 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-1ce81b25-27e5-46aa-9e3b-47391243fd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:11.202031 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-f165e9d9-56a1-4a9a-9a68-d309f505c71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:12.012638 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:12.506932 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:14.064272 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:19.610338 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 49108) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:08:19.659074 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [None req-1f52c10a-0425-4240-8738-195fee6280bf admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:08:19.660147 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-1f52c10a-0425-4240-8738-195fee6280bf admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488739 Aug 13 04:08:20.137813 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 5 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:08:21.906189 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 49116) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:08:21.966328 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7683c09-c244-472e-b5cc-05e787d7eb15 admin admin] GET failed (client error): The resource could not be found. Aug 13 04:08:21.967688 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-b7683c09-c244-472e-b5cc-05e787d7eb15 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605462 Aug 13 04:08:22.057742 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1e82b1-470c-403e-9591-06f9dbe9cab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:22.059168 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-6d1e82b1-470c-403e-9591-06f9dbe9cab0 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0869567 Aug 13 04:08:24.267389 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 49124) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:08:24.314128 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-ae32d985-69b2-4f8f-be90-c37f45f20ff2 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:08:24.406322 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae32d985-69b2-4f8f-be90-c37f45f20ff2 admin admin] Made reservation on behalf of c449b3e4c83544e9aa4c4ea1e7413570 for: {'network': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:08:24.408623 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ae32d985-69b2-4f8f-be90-c37f45f20ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for network, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:24.445334 dv-cinder-759987-6-iscsi neutron-server[94567]: WARNING neutron.services.revisions.revision_plugin [None req-ae32d985-69b2-4f8f-be90-c37f45f20ff2 admin admin] Could not find related network for resource to bump revision. Aug 13 04:08:24.462655 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae32d985-69b2-4f8f-be90-c37f45f20ff2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=94567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:08:24.466766 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ae32d985-69b2-4f8f-be90-c37f45f20ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:24.467108 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.db.segments_db [None req-ae32d985-69b2-4f8f-be90-c37f45f20ff2 admin admin] Added segment 8944a374-1ee7-487b-a2a6-94821725dc4f of type vlan for network abcd4aab-96e3-443f-8da7-c1a3b68b5fd6 Aug 13 04:08:24.506902 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ae32d985-69b2-4f8f-be90-c37f45f20ff2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784943942714'] for network, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:24.584130 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ae32d985-69b2-4f8f-be90-c37f45f20ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for network, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:24.585094 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae32d985-69b2-4f8f-be90-c37f45f20ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:24.585667 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ae32d985-69b2-4f8f-be90-c37f45f20ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:24.645346 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32d985-69b2-4f8f-be90-c37f45f20ff2 admin admin] Pushing event updated for resources: {'Network': ['ID=abcd4aab-96e3-443f-8da7-c1a3b68b5fd6,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:08:24.655158 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Network abcd4aab-96e3-443f-8da7-c1a3b68b5fd6 details requested by agent ovs-agent-dv-cinder-759987-6-iscsi with host dv-cinder-759987-6-iscsi {{(pid=94568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:08:24.725001 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-ae32d985-69b2-4f8f-be90-c37f45f20ff2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4564943 Aug 13 04:08:26.912046 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 49132) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:08:26.971722 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.pecan_wsgi.hooks.translation [None req-c573c4cc-43a0-454f-af8f-3b96cfd02dff admin admin] GET failed (client error): The resource could not be found. Aug 13 04:08:26.973904 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-c573c4cc-43a0-454f-af8f-3b96cfd02dff admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603261 Aug 13 04:08:27.073577 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912e6383-a6e8-4ac3-b39d-7c43ffec7590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:27.075052 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-912e6383-a6e8-4ac3-b39d-7c43ffec7590 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0965114 Aug 13 04:08:27.085566 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-287f4986-8d7e-4623-9a9a-bc22343777af admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'abcd4aab-96e3-443f-8da7-c1a3b68b5fd6', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:08:27.180842 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287f4986-8d7e-4623-9a9a-bc22343777af admin admin] Made reservation on behalf of c449b3e4c83544e9aa4c4ea1e7413570 for: {'subnet': 1} {{(pid=94566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:08:27.183009 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-287f4986-8d7e-4623-9a9a-bc22343777af admin admin] Notify callbacks [] for subnet, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:27.389728 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-287f4986-8d7e-4623-9a9a-bc22343777af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for subnet, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:27.447845 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f4986-8d7e-4623-9a9a-bc22343777af admin admin] Pushing event updated for resources: {'Subnet': ['ID=286ac47b-13be-4544-bb9c-be79f8a451ec,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:08:27.457394 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4986-8d7e-4623-9a9a-bc22343777af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:27.457830 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4986-8d7e-4623-9a9a-bc22343777af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:27.458172 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4986-8d7e-4623-9a9a-bc22343777af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:27.458507 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4986-8d7e-4623-9a9a-bc22343777af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:27.458834 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4986-8d7e-4623-9a9a-bc22343777af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:27.459177 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4986-8d7e-4623-9a9a-bc22343777af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:27.459511 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4986-8d7e-4623-9a9a-bc22343777af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:27.459833 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4986-8d7e-4623-9a9a-bc22343777af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:27.460157 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4986-8d7e-4623-9a9a-bc22343777af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:27.460503 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4986-8d7e-4623-9a9a-bc22343777af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:27.460822 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4986-8d7e-4623-9a9a-bc22343777af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:27.461141 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f4986-8d7e-4623-9a9a-bc22343777af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:27.464142 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287f4986-8d7e-4623-9a9a-bc22343777af admin admin] Checking segment: {'id': '8944a374-1ee7-487b-a2a6-94821725dc4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'abcd4aab-96e3-443f-8da7-c1a3b68b5fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:08:27.464515 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287f4986-8d7e-4623-9a9a-bc22343777af admin admin] Network hostable DHCP agents. Network: abcd4aab-96e3-443f-8da7-c1a3b68b5fd6, hostable agents: ['a96cd20f-888c-4e1e-badb-6a5336c30bd0'], hosted agents: [] {{(pid=94566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:08:27.531831 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287f4986-8d7e-4623-9a9a-bc22343777af admin admin] Network abcd4aab-96e3-443f-8da7-c1a3b68b5fd6 is scheduled to be hosted by DHCP agent a96cd20f-888c-4e1e-badb-6a5336c30bd0 with binding_index 1 {{(pid=94566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:08:27.611920 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-287f4986-8d7e-4623-9a9a-bc22343777af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-6-iscsi, abcd4aab-96e3-443f-8da7-c1a3b68b5fd6) {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:08:27.616892 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287f4986-8d7e-4623-9a9a-bc22343777af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:27.617489 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-287f4986-8d7e-4623-9a9a-bc22343777af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for subnet, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:27.621921 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cf5662-84e2-489f-b085-b60288c587c0 None None] Network abcd4aab-96e3-443f-8da7-c1a3b68b5fd6 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:08:27.764755 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-287f4986-8d7e-4623-9a9a-bc22343777af admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6830232 Aug 13 04:08:27.862570 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27419f4f-f895-5a79-96f6-f3b4f67478ae-abcd4aab-96e3-443f-8da7-c1a3b68b5fd6', 'network_id': 'abcd4aab-96e3-443f-8da7-c1a3b68b5fd6', 'tenant_id': 'c449b3e4c83544e9aa4c4ea1e7413570', 'fixed_ips': [{'subnet_id': '286ac47b-13be-4544-bb9c-be79f8a451ec'}]}} from dv-cinder-759987-6-iscsi. {{(pid=94568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:08:27.863402 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:28.003711 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.db_base_plugin_common [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Allocated IP 192.168.233.2 (abcd4aab-96e3-443f-8da7-c1a3b68b5fd6/286ac47b-13be-4544-bb9c-be79f8a451ec/5e5c6cb0-d4b3-45e8-8302-c23d30159aeb) {{(pid=94568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:08:28.151987 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Notify callbacks [] for port, precommit_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:28.161505 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Transition to ACTIVE for port object 5e5c6cb0-d4b3-45e8-8302-c23d30159aeb will not be triggered until provisioned by entity L2. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:08:28.176531 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Transition to ACTIVE for port object 5e5c6cb0-d4b3-45e8-8302-c23d30159aeb will not be triggered until provisioned by entity DHCP. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:08:28.258617 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956'] for port, after_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:28.303585 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Network abcd4aab-96e3-443f-8da7-c1a3b68b5fd6 is already hosted by enough agents. {{(pid=94568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:08:28.306912 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Pushing event updated for resources: {'Port': ['ID=5e5c6cb0-d4b3-45e8-8302-c23d30159aeb,revision_number=1']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:08:28.310338 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.scheduler.base_scheduler [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Resources bound (agent type, host, resource id): {{(pid=94568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:08:28.314912 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Received port after_create {{(pid=94568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:08:28.320104 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:28.320104 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:28.320104 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:28.320513 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:28.320851 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:28.321185 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:28.321515 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:28.321842 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:28.322199 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:28.322545 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:28.322873 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:28.323200 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:28.378914 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Attempting to bind port 5e5c6cb0-d4b3-45e8-8302-c23d30159aeb on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:08:28.379326 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Attempting to bind port 5e5c6cb0-d4b3-45e8-8302-c23d30159aeb by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '8944a374-1ee7-487b-a2a6-94821725dc4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'abcd4aab-96e3-443f-8da7-c1a3b68b5fd6'}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:08:28.380217 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Attempting to bind port 5e5c6cb0-d4b3-45e8-8302-c23d30159aeb on network abcd4aab-96e3-443f-8da7-c1a3b68b5fd6 {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:08:28.385310 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:08:28.385685 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Checking segment: {'id': '8944a374-1ee7-487b-a2a6-94821725dc4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'abcd4aab-96e3-443f-8da7-c1a3b68b5fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:08:28.386081 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:28.386468 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Bound using segment: {'id': '8944a374-1ee7-487b-a2a6-94821725dc4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'abcd4aab-96e3-443f-8da7-c1a3b68b5fd6'} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:08:28.386921 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Bound port: 5e5c6cb0-d4b3-45e8-8302-c23d30159aeb, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8944a374-1ee7-487b-a2a6-94821725dc4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'abcd4aab-96e3-443f-8da7-c1a3b68b5fd6'}}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:08:28.387313 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:28.448605 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] For port 5e5c6cb0-d4b3-45e8-8302-c23d30159aeb, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:08:28.451537 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] For port 5e5c6cb0-d4b3-45e8-8302-c23d30159aeb, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=5e5c6cb0-d4b3-45e8-8302-c23d30159aeb,segment=NetworkSegment(8944a374-1ee7-487b-a2a6-94821725dc4f),segment_id=8944a374-1ee7-487b-a2a6-94821725dc4f)] {{(pid=94568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:08:28.513120 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:28.574135 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88566bc-75ea-4f4f-b499-4478050cf496 None None] Pushing event updated for resources: {'Port': ['ID=5e5c6cb0-d4b3-45e8-8302-c23d30159aeb,revision_number=2']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:08:29.342862 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86674281-e279-41b3-be8e-0a752525b7d4 None None] Network abcd4aab-96e3-443f-8da7-c1a3b68b5fd6 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:08:29.492129 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-d2329c69-0212-468c-b7d2-89f7fcdaea7d None None] Provisioning for port 5e5c6cb0-d4b3-45e8-8302-c23d30159aeb completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:08:29.951909 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 5e5c6cb0-d4b3-45e8-8302-c23d30159aeb up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:08:30.066559 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port 5e5c6cb0-d4b3-45e8-8302-c23d30159aeb completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:08:30.071365 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 5e5c6cb0-d4b3-45e8-8302-c23d30159aeb triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:08:30.071745 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:30.151817 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:30.183488 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port 5e5c6cb0-d4b3-45e8-8302-c23d30159aeb, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=5e5c6cb0-d4b3-45e8-8302-c23d30159aeb,segment=NetworkSegment(8944a374-1ee7-487b-a2a6-94821725dc4f),segment_id=8944a374-1ee7-487b-a2a6-94821725dc4f)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:08:30.272534 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:30.319996 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=5e5c6cb0-d4b3-45e8-8302-c23d30159aeb,revision_number=3']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:08:31.920811 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 5e5c6cb0-d4b3-45e8-8302-c23d30159aeb up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:08:31.970416 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 5e5c6cb0-d4b3-45e8-8302-c23d30159aeb triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:08:31.970807 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:38.774840 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-eba4819e-078c-4a13-95c3-57a70f2c3e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:41.224184 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-26d141d8-70cf-4f47-b338-799be1a19914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:42.020806 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:42.531795 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:44.097608 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:57.136126 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 5 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:09:08.808334 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-5ddcd547-040f-45bf-a56f-5b1b09d0417b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:11.236682 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-a8295be2-de79-4ebc-ad1a-a32b7232db5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:12.013904 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:12.522595 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:14.088507 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:34.136344 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 5 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:09:38.813419 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-0791f74f-82be-472d-885e-cf2f8b143564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:41.202037 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-8048e3d5-d8b0-46c8-be17-97225ded73de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:42.027269 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:42.544482 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:44.135415 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:52.196550 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 49184) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:09:52.202446 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [None req-e2ebb44e-ada5-4233-86ed-0861bca735af tempest-verify_tempest_config-878292952 tempest-verify_tempest_config-878292952-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94566) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:09:52.203433 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-e2ebb44e-ada5-4233-86ed-0861bca735af tempest-verify_tempest_config-878292952 tempest-verify_tempest_config-878292952-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059235 Aug 13 04:09:52.765599 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 49202) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:09:52.871334 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-8767ae02-f006-49e4-9f8f-5594c3fff900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:52.955035 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-8767ae02-f006-49e4-9f8f-5594c3fff900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:53.043608 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-8767ae02-f006-49e4-9f8f-5594c3fff900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:53.088314 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767ae02-f006-49e4-9f8f-5594c3fff900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1263106b-575f-4dc6-9dad-7012f5396234,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:09:53.092892 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-8767ae02-f006-49e4-9f8f-5594c3fff900 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=abaff5851efb4d759cf7ff0cd476caca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3262248 Aug 13 04:09:53.095530 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 49208) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:09:53.097150 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8767ae02-f006-49e4-9f8f-5594c3fff900 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:09:53.097507 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8767ae02-f006-49e4-9f8f-5594c3fff900 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:09:53.097851 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8767ae02-f006-49e4-9f8f-5594c3fff900 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:09:53.098189 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8767ae02-f006-49e4-9f8f-5594c3fff900 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:09:53.098522 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8767ae02-f006-49e4-9f8f-5594c3fff900 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:09:53.098874 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8767ae02-f006-49e4-9f8f-5594c3fff900 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:09:53.099820 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8767ae02-f006-49e4-9f8f-5594c3fff900 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:09:53.100325 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8767ae02-f006-49e4-9f8f-5594c3fff900 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:09:53.100704 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8767ae02-f006-49e4-9f8f-5594c3fff900 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:09:53.101038 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8767ae02-f006-49e4-9f8f-5594c3fff900 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:09:53.101366 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8767ae02-f006-49e4-9f8f-5594c3fff900 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:09:53.101694 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8767ae02-f006-49e4-9f8f-5594c3fff900 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:09:53.149624 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8089b99f-9bf3-42a5-a2d3-7cf421a8ca39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:53.170315 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8089b99f-9bf3-42a5-a2d3-7cf421a8ca39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:53.317874 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8089b99f-9bf3-42a5-a2d3-7cf421a8ca39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:53.320385 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8089b99f-9bf3-42a5-a2d3-7cf421a8ca39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:53.321547 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-8089b99f-9bf3-42a5-a2d3-7cf421a8ca39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1263106b-575f-4dc6-9dad-7012f5396234 HTTP/1.1" status: 204 len: 168 time: 0.2250412 Aug 13 04:09:53.328910 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089b99f-9bf3-42a5-a2d3-7cf421a8ca39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1263106b-575f-4dc6-9dad-7012f5396234,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:09:53.335533 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089b99f-9bf3-42a5-a2d3-7cf421a8ca39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:09:53.335983 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089b99f-9bf3-42a5-a2d3-7cf421a8ca39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:09:53.336257 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089b99f-9bf3-42a5-a2d3-7cf421a8ca39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:09:53.336617 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089b99f-9bf3-42a5-a2d3-7cf421a8ca39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:09:53.347155 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089b99f-9bf3-42a5-a2d3-7cf421a8ca39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:09:53.347155 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089b99f-9bf3-42a5-a2d3-7cf421a8ca39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:09:53.347155 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089b99f-9bf3-42a5-a2d3-7cf421a8ca39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:09:53.347155 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089b99f-9bf3-42a5-a2d3-7cf421a8ca39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:09:53.347155 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089b99f-9bf3-42a5-a2d3-7cf421a8ca39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:09:53.347155 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089b99f-9bf3-42a5-a2d3-7cf421a8ca39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:09:53.347155 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089b99f-9bf3-42a5-a2d3-7cf421a8ca39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:09:53.347155 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089b99f-9bf3-42a5-a2d3-7cf421a8ca39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:08.783537 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-8666d7da-5b8f-4179-b2ad-b3f891f4822c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:11.135101 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 5 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:10:11.220205 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-89dd350e-0a88-45e5-9e2c-605230e79917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:12.025437 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:12.522964 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:14.235091 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:38.800043 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-1cd6f0e6-30f7-4440-90fb-5bacbdd06458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:41.210837 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d7870530-b751-4fda-8dcc-1ca0e45643ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:42.017199 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:42.539876 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:44.079275 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:48.134339 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 5 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:11:08.787513 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-bb85bdae-7cf3-4664-b75b-ee2c36ebd806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:11:11.245984 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-8096bf2e-a70f-487b-92f0-83ba9d313e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:11:12.073233 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:11:12.537512 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:11:14.103155 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:11:23.794709 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-704241'] for agent, after_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:11:25.134319 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:11:28.077094 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 49260) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:11:28.179976 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-c27f8218-20f6-4a2e-a4b8-58024b1baab7 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1017869 Aug 13 04:11:30.360906 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 49270) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:11:30.425067 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-df553898-431d-4761-a664-30ece3fca0fd admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0630829 Aug 13 04:11:38.799346 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-25c7dbc1-c3c5-4284-9316-631fb996b3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:11:41.285759 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3be23bf7-d56b-4e91-8407-be5416db83c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:11:42.039799 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:11:42.548126 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:11:44.102612 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:11:53.793477 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:02.133419 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:12:08.770852 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-f368f291-cbb1-4b63-bf52-479f949d7c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:11.226990 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-40f149fd-8797-484e-9388-8f00f5617097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:12.042648 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:12.533922 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:14.128298 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:23.770314 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:38.774611 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e1f565a2-0d48-463e-9b69-8948cdc99574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:39.133360 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:12:41.213296 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-5a0bb600-1def-48a2-a048-95d8ebc6af65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:42.036392 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:42.557497 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:44.083030 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:53.815117 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:55.917070 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 49392) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:12:56.124897 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1752962493-network', 'tenant_id': 'b3056bc18e154f8dac9cedf78d8c5a1f'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:12:56.252903 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Made reservation on behalf of b3056bc18e154f8dac9cedf78d8c5a1f for: {'network': 1} {{(pid=94566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:12:56.255184 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for network, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:56.263365 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:56.351087 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:56.436976 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:56.464629 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=94566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:12:56.483501 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:56.483854 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.db.segments_db [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Added segment b5fd26e1-6fe1-405b-8962-89edeaefaacc of type vlan for network 0514695b-26fe-415e-a1e8-4f6235f2f5de Aug 13 04:12:56.485059 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b426c0b7-80f4-48df-926a-94626af45e21,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:12:56.498570 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:12:56.499195 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:12:56.499535 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:12:56.499867 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:12:56.500192 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:12:56.500559 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:12:56.500887 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:12:56.501215 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:12:56.501548 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:12:56.501918 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:12:56.502403 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:12:56.502722 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Tracked resource versions report: Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: pushed versions: Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: { 'AddressGroup': {'1.2'}, Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: 'ConntrackHelper': {'1.0'}, Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: 'Log': {'1.0'}, Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: 'Network': {'1.1'}, Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: 'Port': {'1.7'}, Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: 'PortForwarding': {'1.2'}, Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: 'QosPolicy': {'1.9'}, Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: 'SecurityGroup': {'1.4'}, Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: 'SecurityGroupRule': {'1.2'}, Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: 'SubPort': {'1.0'}, Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: 'Subnet': {'1.1'}, Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: 'Trunk': {'1.1'}} Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: consumer versions: Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: { DHCP agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: HyperV agent@hv-cinder-75998: {}, Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: L3 agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: Metadata agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: Metering agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: Open vSwitch agent@dv-cinder-759987-6-iscsi: { 'AddressGroup': '1.2', Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: 'ConntrackHelper': '1.0', Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: 'Log': '1.0', Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: 'Network': '1.1', Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: 'Port': '1.7', Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: 'PortForwarding': '1.2', Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: 'QosPolicy': '1.9', Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: 'SecurityGroup': '1.4', Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: 'SecurityGroupRule': '1.2', Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: 'SubPort': '1.0', Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: 'Subnet': '1.1', Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: 'Trunk': '1.1'}} Aug 13 04:12:56.503759 dv-cinder-759987-6-iscsi neutron-server[94566]: {{(pid=94566) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 04:12:56.536988 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784943942714'] for network, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:56.654550 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for network, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:56.655577 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:12:56.656160 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:56.715475 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] Pushing event updated for resources: {'Network': ['ID=0514695b-26fe-415e-a1e8-4f6235f2f5de,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:12:56.725935 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Network 0514695b-26fe-415e-a1e8-4f6235f2f5de details requested by agent ovs-agent-dv-cinder-759987-6-iscsi with host dv-cinder-759987-6-iscsi {{(pid=94568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:12:56.762638 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-447a773c-205a-4684-92b6-9ccc855d4176 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8438973 Aug 13 04:12:56.765497 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 49432) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:12:56.770656 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-53fe7cdd-2b9b-4f9c-bedf-013f8ae2a11e admin admin] Request body: {'subnet': {'network_id': '0514695b-26fe-415e-a1e8-4f6235f2f5de', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1752962493-subnet', 'tenant_id': 'b3056bc18e154f8dac9cedf78d8c5a1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:12:56.871309 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fe7cdd-2b9b-4f9c-bedf-013f8ae2a11e admin admin] Made reservation on behalf of b3056bc18e154f8dac9cedf78d8c5a1f for: {'subnet': 1} {{(pid=94566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:12:56.873914 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-53fe7cdd-2b9b-4f9c-bedf-013f8ae2a11e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:57.109939 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-53fe7cdd-2b9b-4f9c-bedf-013f8ae2a11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for subnet, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:57.167476 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe7cdd-2b9b-4f9c-bedf-013f8ae2a11e admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ae5644-f07c-4efd-9268-b7c55d5d5516,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:12:57.177930 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fe7cdd-2b9b-4f9c-bedf-013f8ae2a11e admin admin] Checking segment: {'id': 'b5fd26e1-6fe1-405b-8962-89edeaefaacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0514695b-26fe-415e-a1e8-4f6235f2f5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:12:57.178278 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fe7cdd-2b9b-4f9c-bedf-013f8ae2a11e admin admin] Network hostable DHCP agents. Network: 0514695b-26fe-415e-a1e8-4f6235f2f5de, hostable agents: ['a96cd20f-888c-4e1e-badb-6a5336c30bd0'], hosted agents: [] {{(pid=94566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:12:57.258172 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fe7cdd-2b9b-4f9c-bedf-013f8ae2a11e admin admin] Network 0514695b-26fe-415e-a1e8-4f6235f2f5de is scheduled to be hosted by DHCP agent a96cd20f-888c-4e1e-badb-6a5336c30bd0 with binding_index 1 {{(pid=94566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:12:57.333978 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-53fe7cdd-2b9b-4f9c-bedf-013f8ae2a11e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-6-iscsi, 0514695b-26fe-415e-a1e8-4f6235f2f5de) {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:12:57.338748 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fe7cdd-2b9b-4f9c-bedf-013f8ae2a11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:12:57.339878 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-53fe7cdd-2b9b-4f9c-bedf-013f8ae2a11e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for subnet, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:57.345075 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b4518c-58fd-456f-a657-0ca7ae9805e7 None None] Network 0514695b-26fe-415e-a1e8-4f6235f2f5de requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:12:57.454787 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-53fe7cdd-2b9b-4f9c-bedf-013f8ae2a11e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6882441 Aug 13 04:12:57.474376 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c340d78-e2fc-4f77-a9ad-a797d0cf7d0f None None] Network 0514695b-26fe-415e-a1e8-4f6235f2f5de requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:12:58.186960 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 49500) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:12:58.428401 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 49510) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:12:58.457250 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 49514) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:12:58.704530 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 49522) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:12:58.747586 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1996697221-network', 'tenant_id': '2311ab203f964f96870aa9aae3be3d0d'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:12:58.784293 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-2a0a06b0-bb8c-4188-8056-977477350e1d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-608064365-network', 'tenant_id': '57c824b311c64fcfa2b8b63a8d6f6ea3'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:12:58.821526 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-d71460df-5ce9-4371-b657-5d8777e6e1e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1015169733-network', 'tenant_id': '002375b8005d44a193b301833aa330dc'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:12:58.828645 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Made reservation on behalf of 2311ab203f964f96870aa9aae3be3d0d for: {'network': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:12:58.831922 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for network, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:58.845201 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:58.885767 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-9e51af63-922f-4efc-8096-a10200de4834 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-429542892-network', 'tenant_id': '6525e39355904810b4595b1ab780a756'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:12:58.962877 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0a06b0-bb8c-4188-8056-977477350e1d admin admin] Made reservation on behalf of 57c824b311c64fcfa2b8b63a8d6f6ea3 for: {'network': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:12:58.965372 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2a0a06b0-bb8c-4188-8056-977477350e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for network, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:58.980051 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2a0a06b0-bb8c-4188-8056-977477350e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:59.089070 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71460df-5ce9-4371-b657-5d8777e6e1e7 admin admin] Made reservation on behalf of 002375b8005d44a193b301833aa330dc for: {'network': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:12:59.091524 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d71460df-5ce9-4371-b657-5d8777e6e1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for network, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:59.104999 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d71460df-5ce9-4371-b657-5d8777e6e1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:59.208245 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:59.309409 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:59.330894 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=94567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:12:59.354588 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:59.354929 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.db.segments_db [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Added segment 3272bdd6-6274-44f7-a994-a682aff52b3e of type vlan for network 13050ba1-7879-4149-9bcd-b02d8c475544 Aug 13 04:12:59.370046 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 49558) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:12:59.372270 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6c6778-52ac-4d35-b65b-20ef8b089ef3,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:12:59.372982 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-57fe7e5a-465b-4744-9c17-201f5e972a17 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-905533597-network', 'tenant_id': 'aa3a4c4264fb4a21b295db4ba6095409'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:12:59.407011 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784943942714'] for network, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:59.435585 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:12:59.436243 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:12:59.436766 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:12:59.437240 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:12:59.437748 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:12:59.438120 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:12:59.438425 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:12:59.438751 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:12:59.439089 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:12:59.440020 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:12:59.440343 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:12:59.440800 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Tracked resource versions report: Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: pushed versions: Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: { 'AddressGroup': {'1.2'}, Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: 'ConntrackHelper': {'1.0'}, Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: 'Log': {'1.0'}, Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: 'Network': {'1.1'}, Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: 'Port': {'1.7'}, Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: 'PortForwarding': {'1.2'}, Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: 'QosPolicy': {'1.9'}, Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: 'SecurityGroup': {'1.4'}, Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: 'SecurityGroupRule': {'1.2'}, Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: 'SubPort': {'1.0'}, Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: 'Subnet': {'1.1'}, Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: 'Trunk': {'1.1'}} Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: consumer versions: Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: { DHCP agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: HyperV agent@hv-cinder-75998: {}, Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: L3 agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: Metadata agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: Metering agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: Open vSwitch agent@dv-cinder-759987-6-iscsi: { 'AddressGroup': '1.2', Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: 'ConntrackHelper': '1.0', Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: 'Log': '1.0', Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: 'Network': '1.1', Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: 'Port': '1.7', Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: 'PortForwarding': '1.2', Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: 'QosPolicy': '1.9', Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: 'SecurityGroup': '1.4', Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: 'SecurityGroupRule': '1.2', Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: 'SubPort': '1.0', Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: 'Subnet': '1.1', Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: 'Trunk': '1.1'}} Aug 13 04:12:59.441811 dv-cinder-759987-6-iscsi neutron-server[94567]: {{(pid=94567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 04:12:59.452138 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e51af63-922f-4efc-8096-a10200de4834 admin admin] Made reservation on behalf of 6525e39355904810b4595b1ab780a756 for: {'network': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:12:59.455819 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9e51af63-922f-4efc-8096-a10200de4834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for network, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:59.472190 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9e51af63-922f-4efc-8096-a10200de4834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:59.541100 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for network, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:59.542388 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:12:59.543109 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:59.620519 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] Pushing event updated for resources: {'Network': ['ID=13050ba1-7879-4149-9bcd-b02d8c475544,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:12:59.626468 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2a0a06b0-bb8c-4188-8056-977477350e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:59.634546 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Network 13050ba1-7879-4149-9bcd-b02d8c475544 details requested by agent ovs-agent-dv-cinder-759987-6-iscsi with host dv-cinder-759987-6-iscsi {{(pid=94568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:12:59.770279 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2a0a06b0-bb8c-4188-8056-977477350e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:59.790962 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0a06b0-bb8c-4188-8056-977477350e1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=94567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:12:59.806665 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a06b0-bb8c-4188-8056-977477350e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2cef30-c149-4e6c-b828-f8daaa7641c7,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:12:59.822606 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2a0a06b0-bb8c-4188-8056-977477350e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:59.822939 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.db.segments_db [None req-2a0a06b0-bb8c-4188-8056-977477350e1d admin admin] Added segment 6fcbf172-e9bd-487d-9c86-96b54fe5005f of type vlan for network 673131bb-dc01-48ec-89a5-58651cf3d062 Aug 13 04:12:59.864560 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-f801114c-0d67-46a1-9971-a35285e9e23d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6763043 Aug 13 04:12:59.867644 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 49576) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:12:59.868273 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2a0a06b0-bb8c-4188-8056-977477350e1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784943942714'] for network, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:59.872471 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-4d840f6f-e188-4a80-9e65-f79fd771333a admin admin] Request body: {'subnet': {'network_id': '13050ba1-7879-4149-9bcd-b02d8c475544', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1996697221-subnet', 'tenant_id': '2311ab203f964f96870aa9aae3be3d0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:00.005413 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d71460df-5ce9-4371-b657-5d8777e6e1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:00.006811 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2a0a06b0-bb8c-4188-8056-977477350e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for network, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:00.007817 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0a06b0-bb8c-4188-8056-977477350e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:00.008842 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2a0a06b0-bb8c-4188-8056-977477350e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:00.075741 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a06b0-bb8c-4188-8056-977477350e1d admin admin] Pushing event updated for resources: {'Network': ['ID=673131bb-dc01-48ec-89a5-58651cf3d062,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:00.085748 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Network 673131bb-dc01-48ec-89a5-58651cf3d062 details requested by agent ovs-agent-dv-cinder-759987-6-iscsi with host dv-cinder-759987-6-iscsi {{(pid=94568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:13:00.088760 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d71460df-5ce9-4371-b657-5d8777e6e1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:00.116207 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71460df-5ce9-4371-b657-5d8777e6e1e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=94567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:13:00.130288 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71460df-5ce9-4371-b657-5d8777e6e1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62365aa-be73-43f3-94eb-2a8cac8f7985,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:00.134217 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d71460df-5ce9-4371-b657-5d8777e6e1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:00.134913 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.db.segments_db [None req-d71460df-5ce9-4371-b657-5d8777e6e1e7 admin admin] Added segment 24c175ca-9aeb-4e68-9c94-026692638f09 of type vlan for network 1f5f08bb-8497-4150-a3e9-90ccd6853fea Aug 13 04:13:00.179205 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fe7e5a-465b-4744-9c17-201f5e972a17 admin admin] Made reservation on behalf of aa3a4c4264fb4a21b295db4ba6095409 for: {'network': 1} {{(pid=94566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:13:00.181737 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-57fe7e5a-465b-4744-9c17-201f5e972a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for network, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:00.193189 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-57fe7e5a-465b-4744-9c17-201f5e972a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:00.234109 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d71460df-5ce9-4371-b657-5d8777e6e1e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784943942714'] for network, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:00.337951 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9e51af63-922f-4efc-8096-a10200de4834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:00.375339 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d71460df-5ce9-4371-b657-5d8777e6e1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for network, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:00.376493 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71460df-5ce9-4371-b657-5d8777e6e1e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:00.377800 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d71460df-5ce9-4371-b657-5d8777e6e1e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:00.451977 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9e51af63-922f-4efc-8096-a10200de4834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:00.482914 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e51af63-922f-4efc-8096-a10200de4834 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=94567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:13:00.487789 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71460df-5ce9-4371-b657-5d8777e6e1e7 admin admin] Pushing event updated for resources: {'Network': ['ID=1f5f08bb-8497-4150-a3e9-90ccd6853fea,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:00.500581 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d840f6f-e188-4a80-9e65-f79fd771333a admin admin] Made reservation on behalf of 2311ab203f964f96870aa9aae3be3d0d for: {'subnet': 1} {{(pid=94566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:13:00.501131 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Network 1f5f08bb-8497-4150-a3e9-90ccd6853fea details requested by agent ovs-agent-dv-cinder-759987-6-iscsi with host dv-cinder-759987-6-iscsi {{(pid=94568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:13:00.504498 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4d840f6f-e188-4a80-9e65-f79fd771333a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:00.513391 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9e51af63-922f-4efc-8096-a10200de4834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:00.513747 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.db.segments_db [None req-9e51af63-922f-4efc-8096-a10200de4834 admin admin] Added segment 8b8d0444-3d76-40be-a0fe-1f1850b87147 of type vlan for network 3307ff4a-688d-47d1-ad62-e6cbee1cd9ca Aug 13 04:13:00.515950 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51af63-922f-4efc-8096-a10200de4834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8254d0-826d-4aa5-8a81-f14716bc8d8f,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:00.562010 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9e51af63-922f-4efc-8096-a10200de4834 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784943942714'] for network, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:00.594398 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-d71460df-5ce9-4371-b657-5d8777e6e1e7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1360891 Aug 13 04:13:00.602383 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-2a0a06b0-bb8c-4188-8056-977477350e1d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1714380 Aug 13 04:13:00.606779 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 49608) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:00.607500 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 49610) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:00.617210 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-e3a4a52e-26d6-419e-abbe-31abd60a9dc3 admin admin] Request body: {'subnet': {'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1015169733-subnet', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:00.628275 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-85391692-741b-484f-869e-b46553adbe4c admin admin] Request body: {'subnet': {'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-608064365-subnet', 'tenant_id': '57c824b311c64fcfa2b8b63a8d6f6ea3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:00.698429 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9e51af63-922f-4efc-8096-a10200de4834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for network, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:00.699428 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e51af63-922f-4efc-8096-a10200de4834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:00.700113 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9e51af63-922f-4efc-8096-a10200de4834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:00.775501 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-57fe7e5a-465b-4744-9c17-201f5e972a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:00.777747 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51af63-922f-4efc-8096-a10200de4834 admin admin] Pushing event updated for resources: {'Network': ['ID=3307ff4a-688d-47d1-ad62-e6cbee1cd9ca,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:00.788807 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Network 3307ff4a-688d-47d1-ad62-e6cbee1cd9ca details requested by agent ovs-agent-dv-cinder-759987-6-iscsi with host dv-cinder-759987-6-iscsi {{(pid=94568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:13:00.835954 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-57fe7e5a-465b-4744-9c17-201f5e972a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:00.867674 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe7e5a-465b-4744-9c17-201f5e972a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c28ae63-aaae-4fd1-9bc4-9f3a89efa1c2,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:00.877470 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57fe7e5a-465b-4744-9c17-201f5e972a17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=94566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:13:00.892198 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-57fe7e5a-465b-4744-9c17-201f5e972a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:00.892831 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.db.segments_db [None req-57fe7e5a-465b-4744-9c17-201f5e972a17 admin admin] Added segment 24ad3205-cf52-4a8a-9933-e1dd9af87be9 of type vlan for network 21dd37b5-b4c6-4619-b3d5-4066bfd46e65 Aug 13 04:13:00.903325 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4d840f6f-e188-4a80-9e65-f79fd771333a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for subnet, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:00.932286 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-9e51af63-922f-4efc-8096-a10200de4834 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2250202 Aug 13 04:13:00.935728 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 49628) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:00.972335 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-b301a37c-6046-4d2e-a7a1-ed08873f7424 admin admin] Request body: {'subnet': {'network_id': '3307ff4a-688d-47d1-ad62-e6cbee1cd9ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-429542892-subnet', 'tenant_id': '6525e39355904810b4595b1ab780a756', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:00.998488 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-57fe7e5a-465b-4744-9c17-201f5e972a17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784943942714'] for network, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:01.019121 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d840f6f-e188-4a80-9e65-f79fd771333a admin admin] Pushing event updated for resources: {'Subnet': ['ID=96265726-b3e7-4630-89b7-26478ceef78e,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:01.039252 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85391692-741b-484f-869e-b46553adbe4c admin admin] Made reservation on behalf of 57c824b311c64fcfa2b8b63a8d6f6ea3 for: {'subnet': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:13:01.043693 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-85391692-741b-484f-869e-b46553adbe4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:01.054859 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d840f6f-e188-4a80-9e65-f79fd771333a admin admin] Checking segment: {'id': '3272bdd6-6274-44f7-a994-a682aff52b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '13050ba1-7879-4149-9bcd-b02d8c475544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:13:01.055216 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d840f6f-e188-4a80-9e65-f79fd771333a admin admin] Network hostable DHCP agents. Network: 13050ba1-7879-4149-9bcd-b02d8c475544, hostable agents: ['a96cd20f-888c-4e1e-badb-6a5336c30bd0'], hosted agents: [] {{(pid=94566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:13:01.145582 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-57fe7e5a-465b-4744-9c17-201f5e972a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for network, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:01.146686 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fe7e5a-465b-4744-9c17-201f5e972a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:01.147277 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-57fe7e5a-465b-4744-9c17-201f5e972a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:01.171235 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a4a52e-26d6-419e-abbe-31abd60a9dc3 admin admin] Made reservation on behalf of 002375b8005d44a193b301833aa330dc for: {'subnet': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:13:01.174357 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e3a4a52e-26d6-419e-abbe-31abd60a9dc3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:01.195780 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d840f6f-e188-4a80-9e65-f79fd771333a admin admin] Network 13050ba1-7879-4149-9bcd-b02d8c475544 is scheduled to be hosted by DHCP agent a96cd20f-888c-4e1e-badb-6a5336c30bd0 with binding_index 1 {{(pid=94566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:13:01.210420 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe7e5a-465b-4744-9c17-201f5e972a17 admin admin] Pushing event updated for resources: {'Network': ['ID=21dd37b5-b4c6-4619-b3d5-4066bfd46e65,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:01.220122 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Network 21dd37b5-b4c6-4619-b3d5-4066bfd46e65 details requested by agent ovs-agent-dv-cinder-759987-6-iscsi with host dv-cinder-759987-6-iscsi {{(pid=94568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:13:01.278582 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-57fe7e5a-465b-4744-9c17-201f5e972a17 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9098003 Aug 13 04:13:01.282694 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-4d840f6f-e188-4a80-9e65-f79fd771333a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-6-iscsi, 13050ba1-7879-4149-9bcd-b02d8c475544) {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:13:01.284939 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 49636) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:01.294412 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-38d97956-a33c-4862-8b93-cdec342f765a admin admin] Request body: {'subnet': {'network_id': '21dd37b5-b4c6-4619-b3d5-4066bfd46e65', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-905533597-subnet', 'tenant_id': 'aa3a4c4264fb4a21b295db4ba6095409', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:01.296243 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27e83ba-6eac-4118-89c4-c2afd70e9750 None None] Network 13050ba1-7879-4149-9bcd-b02d8c475544 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:13:01.303509 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d840f6f-e188-4a80-9e65-f79fd771333a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:01.307629 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4d840f6f-e188-4a80-9e65-f79fd771333a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for subnet, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:01.375423 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b301a37c-6046-4d2e-a7a1-ed08873f7424 admin admin] Made reservation on behalf of 6525e39355904810b4595b1ab780a756 for: {'subnet': 1} {{(pid=94566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:13:01.376631 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-85391692-741b-484f-869e-b46553adbe4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for subnet, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:01.379183 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b301a37c-6046-4d2e-a7a1-ed08873f7424 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:01.453256 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc27382e-7188-4bfb-aa9d-d8f8b0e13c79 None None] Network 13050ba1-7879-4149-9bcd-b02d8c475544 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:13:01.456476 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85391692-741b-484f-869e-b46553adbe4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea28bae9-8209-4915-ac38-22b3611bb520,revision_number=0']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:01.473240 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-4d840f6f-e188-4a80-9e65-f79fd771333a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6045129 Aug 13 04:13:01.515393 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85391692-741b-484f-869e-b46553adbe4c admin admin] Checking segment: {'id': '6fcbf172-e9bd-487d-9c86-96b54fe5005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:13:01.515781 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85391692-741b-484f-869e-b46553adbe4c admin admin] Network hostable DHCP agents. Network: 673131bb-dc01-48ec-89a5-58651cf3d062, hostable agents: ['a96cd20f-888c-4e1e-badb-6a5336c30bd0'], hosted agents: [] {{(pid=94567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:13:01.568678 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e3a4a52e-26d6-419e-abbe-31abd60a9dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for subnet, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:01.628001 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d97956-a33c-4862-8b93-cdec342f765a admin admin] Made reservation on behalf of aa3a4c4264fb4a21b295db4ba6095409 for: {'subnet': 1} {{(pid=94566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:13:01.632958 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-38d97956-a33c-4862-8b93-cdec342f765a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:01.637179 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4a52e-26d6-419e-abbe-31abd60a9dc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc419503-ea44-47f1-b4cd-1a56414c95fb,revision_number=0']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:01.642906 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a4a52e-26d6-419e-abbe-31abd60a9dc3 admin admin] Checking segment: {'id': '24c175ca-9aeb-4e68-9c94-026692638f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:13:01.642906 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a4a52e-26d6-419e-abbe-31abd60a9dc3 admin admin] Network hostable DHCP agents. Network: 1f5f08bb-8497-4150-a3e9-90ccd6853fea, hostable agents: ['a96cd20f-888c-4e1e-badb-6a5336c30bd0'], hosted agents: [] {{(pid=94567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:13:01.653891 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85391692-741b-484f-869e-b46553adbe4c admin admin] Network 673131bb-dc01-48ec-89a5-58651cf3d062 is scheduled to be hosted by DHCP agent a96cd20f-888c-4e1e-badb-6a5336c30bd0 with binding_index 1 {{(pid=94567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:13:01.724518 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b301a37c-6046-4d2e-a7a1-ed08873f7424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for subnet, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:01.746873 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a4a52e-26d6-419e-abbe-31abd60a9dc3 admin admin] Network 1f5f08bb-8497-4150-a3e9-90ccd6853fea is scheduled to be hosted by DHCP agent a96cd20f-888c-4e1e-badb-6a5336c30bd0 with binding_index 1 {{(pid=94567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:13:01.824618 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301a37c-6046-4d2e-a7a1-ed08873f7424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3523255-eb2e-4656-814e-91485edd0600,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:01.832405 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [None req-85391692-741b-484f-869e-b46553adbe4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-6-iscsi, 673131bb-dc01-48ec-89a5-58651cf3d062) {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:13:01.836127 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [None req-e3a4a52e-26d6-419e-abbe-31abd60a9dc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-6-iscsi, 1f5f08bb-8497-4150-a3e9-90ccd6853fea) {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:13:01.842226 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a7080b-1aa5-46a6-ac3a-0281dce46ddb None None] Network 673131bb-dc01-48ec-89a5-58651cf3d062 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:13:01.843967 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301a37c-6046-4d2e-a7a1-ed08873f7424 admin admin] Checking segment: {'id': '8b8d0444-3d76-40be-a0fe-1f1850b87147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3307ff4a-688d-47d1-ad62-e6cbee1cd9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:13:01.844464 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b301a37c-6046-4d2e-a7a1-ed08873f7424 admin admin] Network hostable DHCP agents. Network: 3307ff4a-688d-47d1-ad62-e6cbee1cd9ca, hostable agents: ['a96cd20f-888c-4e1e-badb-6a5336c30bd0'], hosted agents: [] {{(pid=94566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:13:01.852702 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85391692-741b-484f-869e-b46553adbe4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:01.853285 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-85391692-741b-484f-869e-b46553adbe4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for subnet, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:01.876242 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a4a52e-26d6-419e-abbe-31abd60a9dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:01.877126 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e3a4a52e-26d6-419e-abbe-31abd60a9dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for subnet, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:01.918103 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2119399-de3a-47ce-bfec-3eb7aac328b9 None None] Network 1f5f08bb-8497-4150-a3e9-90ccd6853fea requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:13:01.957088 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-85391692-741b-484f-869e-b46553adbe4c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3461568 Aug 13 04:13:01.997189 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b301a37c-6046-4d2e-a7a1-ed08873f7424 admin admin] Network 3307ff4a-688d-47d1-ad62-e6cbee1cd9ca is scheduled to be hosted by DHCP agent a96cd20f-888c-4e1e-badb-6a5336c30bd0 with binding_index 1 {{(pid=94566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:13:02.000797 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 49680) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:02.002252 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-38d97956-a33c-4862-8b93-cdec342f765a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for subnet, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:02.002407 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-e3a4a52e-26d6-419e-abbe-31abd60a9dc3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3923335 Aug 13 04:13:02.003729 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 49682) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:02.006664 dv-cinder-759987-6-iscsi neutron-server[94566]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 13 04:13:02.009465 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-173a2ba5-0a4c-4923-874d-ee1059ab1819 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1015169733-router', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:02.105332 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27419f4f-f895-5a79-96f6-f3b4f67478ae-1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'fixed_ips': [{'subnet_id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb'}]}} from dv-cinder-759987-6-iscsi. {{(pid=94568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:13:02.106205 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:02.194927 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-173a2ba5-0a4c-4923-874d-ee1059ab1819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-702958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-994'] for router, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:02.196837 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-173a2ba5-0a4c-4923-874d-ee1059ab1819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1019'] for router, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:02.221684 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-b301a37c-6046-4d2e-a7a1-ed08873f7424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-6-iscsi, 3307ff4a-688d-47d1-ad62-e6cbee1cd9ca) {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:13:02.244093 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36264911-e855-4233-a13f-2680d74cbfed None None] Network 3307ff4a-688d-47d1-ad62-e6cbee1cd9ca requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:13:02.284800 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b301a37c-6046-4d2e-a7a1-ed08873f7424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:02.285400 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b301a37c-6046-4d2e-a7a1-ed08873f7424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for subnet, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:02.334833 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d97956-a33c-4862-8b93-cdec342f765a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c522721-af5a-4a15-a981-04a4286474d6,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:02.353847 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.db_base_plugin_common [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Allocated IP 172.20.0.2 (1f5f08bb-8497-4150-a3e9-90ccd6853fea/bc419503-ea44-47f1-b4cd-1a56414c95fb/71a43ac6-6763-42c0-abda-addb3a70658e) {{(pid=94568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:13:02.363967 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-cc3f4601-22e5-4ad6-b14f-cf0691c55c9a tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:02.365593 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-cc3f4601-22e5-4ad6-b14f-cf0691c55c9a tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/networks?id=13050ba1-7879-4149-9bcd-b02d8c475544 HTTP/1.1" status: 200 len: 812 time: 0.3610704 Aug 13 04:13:02.390371 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d97956-a33c-4862-8b93-cdec342f765a admin admin] Checking segment: {'id': '24ad3205-cf52-4a8a-9933-e1dd9af87be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '21dd37b5-b4c6-4619-b3d5-4066bfd46e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:13:02.390736 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d97956-a33c-4862-8b93-cdec342f765a admin admin] Network hostable DHCP agents. Network: 21dd37b5-b4c6-4619-b3d5-4066bfd46e65, hostable agents: ['a96cd20f-888c-4e1e-badb-6a5336c30bd0'], hosted agents: [] {{(pid=94566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:13:02.398560 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-0ea12105-df2b-4c28-9ced-3136d0c563ac tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/quotas/2311ab203f964f96870aa9aae3be3d0d HTTP/1.1" status: 200 len: 375 time: 0.0153098 Aug 13 04:13:02.420537 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-173a2ba5-0a4c-4923-874d-ee1059ab1819 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:02.421080 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59061873-e1fb-4bee-9e98-fc45df3ed333 None None] Network 673131bb-dc01-48ec-89a5-58651cf3d062 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:13:02.427109 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-b301a37c-6046-4d2e-a7a1-ed08873f7424 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4589660 Aug 13 04:13:02.429886 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 49702) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:02.437408 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-77203ef6-5ded-40f0-92ac-7bb2b6041a33 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-429542892-router', 'tenant_id': '6525e39355904810b4595b1ab780a756', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:02.501906 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-f34fb63e-40f3-48b6-b510-007349465e1e tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2311ab203f964f96870aa9aae3be3d0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740781 Aug 13 04:13:02.588969 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 49720) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:02.600066 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-77203ef6-5ded-40f0-92ac-7bb2b6041a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-702958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-994'] for router, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:02.601849 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-77203ef6-5ded-40f0-92ac-7bb2b6041a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1019'] for router, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:02.657486 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c292e1ce-6623-4de7-ac3c-039b34cfc38b None None] Network 3307ff4a-688d-47d1-ad62-e6cbee1cd9ca requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:13:02.723464 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-08ccd778-24ec-416e-8a71-a16676f7259a tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:02.724999 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-08ccd778-24ec-416e-8a71-a16676f7259a tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/networks?id=673131bb-dc01-48ec-89a5-58651cf3d062 HTTP/1.1" status: 200 len: 814 time: 0.1350217 Aug 13 04:13:02.731364 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d97956-a33c-4862-8b93-cdec342f765a admin admin] Network 21dd37b5-b4c6-4619-b3d5-4066bfd46e65 is scheduled to be hosted by DHCP agent a96cd20f-888c-4e1e-badb-6a5336c30bd0 with binding_index 1 {{(pid=94566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:13:02.757706 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-4fc2202e-27e1-4347-a6a1-c74e07e0c2b6 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/quotas/57c824b311c64fcfa2b8b63a8d6f6ea3 HTTP/1.1" status: 200 len: 375 time: 0.0227101 Aug 13 04:13:02.769009 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-173a2ba5-0a4c-4923-874d-ee1059ab1819 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:02.772805 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-77203ef6-5ded-40f0-92ac-7bb2b6041a33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:02.796745 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-ad33219a-b2d2-4be9-ab81-a5f512c3b41d tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=57c824b311c64fcfa2b8b63a8d6f6ea3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379899 Aug 13 04:13:02.803748 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-fc40125d-e9a6-4339-9fe7-5059dcdbfcc5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94566) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:13:02.805255 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-fc40125d-e9a6-4339-9fe7-5059dcdbfcc5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0786786 Aug 13 04:13:02.833883 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-38d97956-a33c-4862-8b93-cdec342f765a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-6-iscsi, 21dd37b5-b4c6-4619-b3d5-4066bfd46e65) {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:13:02.850099 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6bcc31-fb3d-4dbc-91a7-96c0b13b5ca2 None None] Network 21dd37b5-b4c6-4619-b3d5-4066bfd46e65 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:13:02.956475 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d97956-a33c-4862-8b93-cdec342f765a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:02.961221 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-38d97956-a33c-4862-8b93-cdec342f765a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for subnet, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:03.051333 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-04d2cca1-1af6-4a22-9996-45b27bac227d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94566) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:13:03.072523 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-04d2cca1-1af6-4a22-9996-45b27bac227d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2147744 Aug 13 04:13:03.084398 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Notify callbacks [] for port, precommit_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:03.103473 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Transition to ACTIVE for port object 71a43ac6-6763-42c0-abda-addb3a70658e will not be triggered until provisioned by entity L2. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:13:03.152296 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Transition to ACTIVE for port object 71a43ac6-6763-42c0-abda-addb3a70658e will not be triggered until provisioned by entity DHCP. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:13:03.172698 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-38d97956-a33c-4862-8b93-cdec342f765a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8840568 Aug 13 04:13:03.197045 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-77203ef6-5ded-40f0-92ac-7bb2b6041a33 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:03.201983 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-8804c3f9-4d63-4591-ae7a-c09b29f5506b service neutron] 10.222.0.32 "GET /v2.0/networks/13050ba1-7879-4149-9bcd-b02d8c475544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800871 Aug 13 04:13:03.229810 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d72f4f-083a-48aa-85e5-318defefcb9b None None] Network 21dd37b5-b4c6-4619-b3d5-4066bfd46e65 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:13:03.299585 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-492828af-c5e8-405b-8be2-43f900e73a5d service neutron] 10.222.0.32 "GET /v2.0/networks/673131bb-dc01-48ec-89a5-58651cf3d062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312384 Aug 13 04:13:03.303430 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956'] for port, after_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:03.356758 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Network 1f5f08bb-8497-4150-a3e9-90ccd6853fea is already hosted by enough agents. {{(pid=94568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:13:03.374844 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.scheduler.base_scheduler [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Resources bound (agent type, host, resource id): {{(pid=94568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:13:03.378236 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Received port after_create {{(pid=94568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:13:03.395722 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Pushing event updated for resources: {'Port': ['ID=71a43ac6-6763-42c0-abda-addb3a70658e,revision_number=1']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:03.405753 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-82dac041-4a89-47f1-95ff-e99a37518c58 service neutron] 10.222.0.32 "GET /v2.0/networks/13050ba1-7879-4149-9bcd-b02d8c475544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904845 Aug 13 04:13:03.410468 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:03.410817 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:03.411157 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:03.411782 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:03.411925 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:03.412162 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:03.412518 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:03.413193 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:03.413193 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:03.413571 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:03.413892 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:03.414195 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Tracked resource versions report: Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: pushed versions: Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: { 'AddressGroup': {'1.2'}, Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: 'ConntrackHelper': {'1.0'}, Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: 'Log': {'1.0'}, Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: 'Network': {'1.1'}, Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: 'Port': {'1.7'}, Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: 'PortForwarding': {'1.2'}, Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: 'QosPolicy': {'1.9'}, Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: 'SecurityGroup': {'1.4'}, Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: 'SecurityGroupRule': {'1.2'}, Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: 'SubPort': {'1.0'}, Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: 'Subnet': {'1.1'}, Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: 'Trunk': {'1.1'}} Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: consumer versions: Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: { DHCP agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: HyperV agent@hv-cinder-75998: {}, Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: L3 agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: Metadata agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: Metering agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: Open vSwitch agent@dv-cinder-759987-6-iscsi: { 'AddressGroup': '1.2', Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: 'ConntrackHelper': '1.0', Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: 'Log': '1.0', Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: 'Network': '1.1', Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: 'Port': '1.7', Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: 'PortForwarding': '1.2', Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: 'QosPolicy': '1.9', Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: 'SecurityGroup': '1.4', Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: 'SecurityGroupRule': '1.2', Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: 'SubPort': '1.0', Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: 'Subnet': '1.1', Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: 'Trunk': '1.1'}} Aug 13 04:13:03.415229 dv-cinder-759987-6-iscsi neutron-server[94568]: {{(pid=94568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 04:13:03.440797 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 49746) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:03.485229 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-0f5f0a51-fb28-4abc-a456-175e5ec8fca2 service neutron] 10.222.0.32 "GET /v2.0/networks/673131bb-dc01-48ec-89a5-58651cf3d062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843593 Aug 13 04:13:03.504860 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Attempting to bind port 71a43ac6-6763-42c0-abda-addb3a70658e on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:13:03.505277 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Attempting to bind port 71a43ac6-6763-42c0-abda-addb3a70658e by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '24c175ca-9aeb-4e68-9c94-026692638f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea'}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:13:03.505641 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Attempting to bind port 71a43ac6-6763-42c0-abda-addb3a70658e on network 1f5f08bb-8497-4150-a3e9-90ccd6853fea {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:13:03.513156 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:13:03.513619 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Checking segment: {'id': '24c175ca-9aeb-4e68-9c94-026692638f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:13:03.514134 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:03.514610 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Bound using segment: {'id': '24c175ca-9aeb-4e68-9c94-026692638f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea'} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:13:03.515169 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Bound port: 71a43ac6-6763-42c0-abda-addb3a70658e, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c175ca-9aeb-4e68-9c94-026692638f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea'}}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:13:03.515695 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:03.523273 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-173a2ba5-0a4c-4923-874d-ee1059ab1819 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:03.527980 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_v2 [None req-979e0d03-ce65-4916-81a4-d5a51a3d06a5 admin admin] Deleting subnet 24ae5644-f07c-4efd-9268-b7c55d5d5516 {{(pid=94566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:13:03.532171 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-979e0d03-ce65-4916-81a4-d5a51a3d06a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:03.557087 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-173a2ba5-0a4c-4923-874d-ee1059ab1819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:03.576180 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-979e0d03-ce65-4916-81a4-d5a51a3d06a5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:03.587453 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-979e0d03-ce65-4916-81a4-d5a51a3d06a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416950'] for subnet, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:03.620568 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] For port 71a43ac6-6763-42c0-abda-addb3a70658e, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:13:03.624217 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] For port 71a43ac6-6763-42c0-abda-addb3a70658e, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=71a43ac6-6763-42c0-abda-addb3a70658e,segment=NetworkSegment(24c175ca-9aeb-4e68-9c94-026692638f09),segment_id=24c175ca-9aeb-4e68-9c94-026692638f09)] {{(pid=94568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:13:03.695049 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:03.785394 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [None req-173a2ba5-0a4c-4923-874d-ee1059ab1819 admin admin] Allocated IP 172.27.3.196 (a2b3fd62-7513-4482-ab06-e961571be3c5/2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e/2469cc64-eb5d-4507-b81f-eb18d93e8deb) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:13:03.791915 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e765e-b693-42c1-af0a-735afc9c98db None None] Pushing event updated for resources: {'Port': ['ID=71a43ac6-6763-42c0-abda-addb3a70658e,revision_number=2']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:03.895547 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 49766) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:03.906331 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-979e0d03-ce65-4916-81a4-d5a51a3d06a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for subnet, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:03.925493 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-979e0d03-ce65-4916-81a4-d5a51a3d06a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for subnet, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:03.931592 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-979e0d03-ce65-4916-81a4-d5a51a3d06a5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/24ae5644-f07c-4efd-9268-b7c55d5d5516 HTTP/1.1" status: 204 len: 168 time: 0.4892511 Aug 13 04:13:03.937959 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 49776) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:03.974815 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e0d03-ce65-4916-81a4-d5a51a3d06a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24ae5644-f07c-4efd-9268-b7c55d5d5516,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:04.063735 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3add71f7-6bf1-49f1-bdf6-d7897fb1bfb3 req-39058096-79c2-49f3-b297-a5078de42246 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 210 time: 0.0909677 Aug 13 04:13:04.148110 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2decd75f-244e-4f15-821f-a94d75f67355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:04.242897 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c96f9947-464b-453b-becb-6cfd771fb97c req-ad748864-b8cb-4484-9d7e-c384cebe2301 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 210 time: 0.0735505 Aug 13 04:13:04.273156 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-173a2ba5-0a4c-4923-874d-ee1059ab1819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:04.396699 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2decd75f-244e-4f15-821f-a94d75f67355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:04.440545 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-77203ef6-5ded-40f0-92ac-7bb2b6041a33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:04.450750 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16337513'] for network, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:04.477794 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2decd75f-244e-4f15-821f-a94d75f67355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:04.512722 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decd75f-244e-4f15-821f-a94d75f67355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4070c1f-eed3-4a7c-951d-7a258016bddf,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:04.558894 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-2decd75f-244e-4f15-821f-a94d75f67355 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=965513138af54572841ee4123b246aeb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6585913 Aug 13 04:13:04.560775 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 49820) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:04.582481 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-77203ef6-5ded-40f0-92ac-7bb2b6041a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:04.645257 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1b550d20-3bf8-410e-a2f3-f785f4dbd861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:04.684053 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1b550d20-3bf8-410e-a2f3-f785f4dbd861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:04.808804 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16418865', 'neutron.services.segments.db._delete_segments_for_network-8784944466544'] for network, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:04.820482 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:04.820850 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:04.821597 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:04.821925 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] Subscribe: > port after_create 55550000 {{(pid=94567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:04.822264 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:04.823084 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] Subscribe: > port after_update 55550000 {{(pid=94567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:04.823306 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:04.824875 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1b550d20-3bf8-410e-a2f3-f785f4dbd861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:04.825251 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:04.825583 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:04.825916 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:04.828029 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1b550d20-3bf8-410e-a2f3-f785f4dbd861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:04.831856 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-1b550d20-3bf8-410e-a2f3-f785f4dbd861 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4070c1f-eed3-4a7c-951d-7a258016bddf HTTP/1.1" status: 204 len: 168 time: 0.2676260 Aug 13 04:13:04.852893 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b550d20-3bf8-410e-a2f3-f785f4dbd861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4070c1f-eed3-4a7c-951d-7a258016bddf,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:04.993052 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:04.993397 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:04.993979 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:04.994136 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:04.994396 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0514695b-26fe-415e-a1e8-4f6235f2f5de']}} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:05.009873 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-173a2ba5-0a4c-4923-874d-ee1059ab1819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:05.026018 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5fd26e1-6fe1-405b-8962-89edeaefaacc') {'for_net_delete': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:05.026313 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5fd26e1-6fe1-405b-8962-89edeaefaacc') {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:05.120879 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784944469625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2939937'] for segment, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:05.133452 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a93d204-a250-43b2-846b-fe34aabdce41 None None] Network 1f5f08bb-8497-4150-a3e9-90ccd6853fea requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:13:05.144297 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173a2ba5-0a4c-4923-874d-ee1059ab1819 admin admin] Network a2b3fd62-7513-4482-ab06-e961571be3c5 is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:13:05.165343 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [None req-173a2ba5-0a4c-4923-874d-ee1059ab1819 admin admin] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:13:05.180549 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173a2ba5-0a4c-4923-874d-ee1059ab1819 admin admin] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:13:05.182539 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-84a1118e-e783-401c-94ce-fb237f3f0af7 req-9da87185-fdbc-4ee7-842e-11170d8e87ca tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 210 time: 0.0368807 Aug 13 04:13:05.187666 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:05.193488 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a2ba5-0a4c-4923-874d-ee1059ab1819 admin admin] Pushing event updated for resources: {'Port': ['ID=2469cc64-eb5d-4507-b81f-eb18d93e8deb,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:05.220607 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [None req-77203ef6-5ded-40f0-92ac-7bb2b6041a33 admin admin] Allocated IP 172.27.3.31 (a2b3fd62-7513-4482-ab06-e961571be3c5/2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e/689e4681-b646-4cb3-8d10-5edfa7a813b1) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:13:05.232066 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:13:05.232510 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2940249'] for segment, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: from cryptography.utils import int_from_bytes Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: from cryptography.utils import int_from_bytes Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: Traceback (most recent call last): Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: timer() Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: cb(*args, **kw) Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: return func(*args, **kwargs) Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: self._notify() Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: self.callback(batched_events) Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: event.method(event) Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: return f(self, *a, **k) Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: return self._get(url).json() Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: return self.request(url, 'GET', **kwargs) Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:13:05.237068 dv-cinder-759987-6-iscsi neutron-server[94567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:13:05.328798 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-111fea92-0c69-4bc4-8f36-f11c1952f1e2 req-24bd4497-ad91-4cf6-a144-2ec228048e87 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 210 time: 0.0275362 Aug 13 04:13:05.333174 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-f4900eb6-1129-4bdb-8fac-28d8dd8b2778 None None] Provisioning for port 71a43ac6-6763-42c0-abda-addb3a70658e completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:13:05.633876 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16418856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704416'] for network, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:05.646672 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-77203ef6-5ded-40f0-92ac-7bb2b6041a33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:05.651517 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:05.653495 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0514695b-26fe-415e-a1e8-4f6235f2f5de HTTP/1.1" status: 204 len: 168 time: 1.6999412 Aug 13 04:13:05.656356 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 49854) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:05.665146 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c8869-7204-481f-aefd-bf9e0c359362 admin admin] Pushing event deleted for resources: {'Network': ['ID=0514695b-26fe-415e-a1e8-4f6235f2f5de,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:05.712824 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_v2 [None req-7faf5814-93e8-4f2f-9fc2-758ad06254f7 admin admin] Deleting subnet 1c522721-af5a-4a15-a981-04a4286474d6 {{(pid=94566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:13:05.716049 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7faf5814-93e8-4f2f-9fc2-758ad06254f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:05.752635 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7faf5814-93e8-4f2f-9fc2-758ad06254f7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:05.759011 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7faf5814-93e8-4f2f-9fc2-758ad06254f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416950'] for subnet, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:05.789427 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 49862) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:05.794242 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-77203ef6-5ded-40f0-92ac-7bb2b6041a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:05.809395 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-254f1059-43f0-4b65-94ab-82e1bbfc937d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:05.906651 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77203ef6-5ded-40f0-92ac-7bb2b6041a33 admin admin] Network a2b3fd62-7513-4482-ab06-e961571be3c5 is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:13:05.915245 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77203ef6-5ded-40f0-92ac-7bb2b6041a33 admin admin] Pushing event updated for resources: {'Port': ['ID=689e4681-b646-4cb3-8d10-5edfa7a813b1,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:05.923426 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [None req-77203ef6-5ded-40f0-92ac-7bb2b6041a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:13:05.930418 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77203ef6-5ded-40f0-92ac-7bb2b6041a33 admin admin] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:13:05.932238 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7faf5814-93e8-4f2f-9fc2-758ad06254f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for subnet, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:05.960741 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-173a2ba5-0a4c-4923-874d-ee1059ab1819 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:05.968622 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf5814-93e8-4f2f-9fc2-758ad06254f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c522721-af5a-4a15-a981-04a4286474d6,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:06.014541 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7faf5814-93e8-4f2f-9fc2-758ad06254f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for subnet, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:06.020029 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-7faf5814-93e8-4f2f-9fc2-758ad06254f7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1c522721-af5a-4a15-a981-04a4286474d6 HTTP/1.1" status: 204 len: 168 time: 0.3626149 Aug 13 04:13:06.021857 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 49866) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:06.107616 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-254f1059-43f0-4b65-94ab-82e1bbfc937d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:06.114040 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16337513'] for network, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:06.137365 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 71a43ac6-6763-42c0-abda-addb3a70658e up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:13:06.230325 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-254f1059-43f0-4b65-94ab-82e1bbfc937d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:06.264039 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16418865', 'neutron.services.segments.db._delete_segments_for_network-8784944466544'] for network, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:06.289962 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:06.290593 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:06.291078 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:06.296485 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] Subscribe: > port after_create 55550000 {{(pid=94566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:06.296485 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:06.296485 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] Subscribe: > port after_update 55550000 {{(pid=94566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:06.296485 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:06.296485 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:06.296485 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:06.296485 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:06.297795 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port 71a43ac6-6763-42c0-abda-addb3a70658e completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:13:06.306452 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 71a43ac6-6763-42c0-abda-addb3a70658e triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:13:06.307502 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:06.310059 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-173a2ba5-0a4c-4923-874d-ee1059ab1819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704504'] for router, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:06.412795 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-77203ef6-5ded-40f0-92ac-7bb2b6041a33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:06.426811 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:06.468546 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port 71a43ac6-6763-42c0-abda-addb3a70658e, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=71a43ac6-6763-42c0-abda-addb3a70658e,segment=NetworkSegment(24c175ca-9aeb-4e68-9c94-026692638f09),segment_id=24c175ca-9aeb-4e68-9c94-026692638f09)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:13:06.514514 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:06.514953 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:06.515355 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:06.515759 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:13:06.516121 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.services.segments.db [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21dd37b5-b4c6-4619-b3d5-4066bfd46e65']}} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:06.531790 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f1059-43f0-4b65-94ab-82e1bbfc937d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1cdddd-4836-470b-b95c-26b786fbd7c0,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:06.536552 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-254f1059-43f0-4b65-94ab-82e1bbfc937d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4312d150535e47c292e4163165b8ceb9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7460048 Aug 13 04:13:06.540243 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 49882) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:06.560290 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.services.segments.db [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24ad3205-cf52-4a8a-9933-e1dd9af87be9') {'for_net_delete': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:06.560541 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.services.segments.db [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24ad3205-cf52-4a8a-9933-e1dd9af87be9') {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:06.581786 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:06.598754 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-76181142-61d0-4e59-8287-4e3d2b2d3fdc req-4d3ce135-6c68-4aca-acc3-c1806e75548a tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 210 time: 0.0773737 Aug 13 04:13:06.609851 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0f06a306-1fd5-48fd-a034-ee430c06f2b1 req-8b016f8d-e88e-4bb7-85a9-e683ea7865a2 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 210 time: 0.0868847 Aug 13 04:13:06.623212 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784944469625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2630501'] for segment, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:06.648434 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=71a43ac6-6763-42c0-abda-addb3a70658e,revision_number=3']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:06.652342 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:06.659387 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:13:06.659808 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2630394'] for segment, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: from cryptography.utils import int_from_bytes Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: from cryptography.utils import int_from_bytes Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: Traceback (most recent call last): Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: timer() Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: cb(*args, **kw) Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: return func(*args, **kwargs) Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: self._notify() Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: self.callback(batched_events) Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: event.method(event) Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: return f(self, *a, **k) Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: return self._get(url).json() Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: return self.request(url, 'GET', **kwargs) Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:13:06.663795 dv-cinder-759987-6-iscsi neutron-server[94566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:13:06.724215 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-451fb4d4-2091-4951-adc6-b45d614b85f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:06.757187 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173a2ba5-0a4c-4923-874d-ee1059ab1819 admin admin] Router 375defa4-01f3-4625-9c75-5ac3768cb7a7 is scheduled to L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf with binding_index 1 {{(pid=94567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:13:06.762527 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-451fb4d4-2091-4951-adc6-b45d614b85f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:06.772139 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-77203ef6-5ded-40f0-92ac-7bb2b6041a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704504'] for router, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:06.778538 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16418856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704416'] for network, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:06.794594 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:06.796581 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/21dd37b5-b4c6-4619-b3d5-4066bfd46e65 HTTP/1.1" status: 204 len: 168 time: 0.7737842 Aug 13 04:13:06.797829 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6fac6-b4e6-4add-8798-3388ae7f04e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=21dd37b5-b4c6-4619-b3d5-4066bfd46e65,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:07.103282 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173a2ba5-0a4c-4923-874d-ee1059ab1819 admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:13:07.114086 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] Sync routers for ids ['375defa4-01f3-4625-9c75-5ac3768cb7a7'] in dv-cinder-759987-6-iscsi {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:13:07.124327 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] Routers {'375defa4-01f3-4625-9c75-5ac3768cb7a7'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:13:07.125077 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:12:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['375defa4-01f3-4625-9c75-5ac3768cb7a7'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:07.168342 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-451fb4d4-2091-4951-adc6-b45d614b85f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:07.170968 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-451fb4d4-2091-4951-adc6-b45d614b85f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:07.172411 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-451fb4d4-2091-4951-adc6-b45d614b85f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc1cdddd-4836-470b-b95c-26b786fbd7c0 HTTP/1.1" status: 204 len: 168 time: 0.6297998 Aug 13 04:13:07.181473 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fb4d4-2091-4951-adc6-b45d614b85f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1cdddd-4836-470b-b95c-26b786fbd7c0,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:07.214477 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-173a2ba5-0a4c-4923-874d-ee1059ab1819 admin admin] Notify callbacks [] for router, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:07.218178 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-173a2ba5-0a4c-4923-874d-ee1059ab1819 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2106364 Aug 13 04:13:07.218674 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 49898) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:07.222901 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77203ef6-5ded-40f0-92ac-7bb2b6041a33 admin admin] Router 889a5f74-d163-458f-8e2a-98f2afd3f6d5 is scheduled to L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf with binding_index 1 {{(pid=94567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:13:07.264596 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] Set router 375defa4-01f3-4625-9c75-5ac3768cb7a7 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:13:07.275317 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 49900) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:07.370869 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-53bfbf73-512b-4de7-97b2-4b55c00ba643 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b3056bc18e154f8dac9cedf78d8c5a1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0944541 Aug 13 04:13:07.373391 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 49904) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:07.384111 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77203ef6-5ded-40f0-92ac-7bb2b6041a33 admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:13:07.394925 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] Sync routers for ids ['889a5f74-d163-458f-8e2a-98f2afd3f6d5'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:13:07.404847 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] Routers {'889a5f74-d163-458f-8e2a-98f2afd3f6d5'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:13:07.405758 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:12:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['889a5f74-d163-458f-8e2a-98f2afd3f6d5'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:07.477235 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-77203ef6-5ded-40f0-92ac-7bb2b6041a33 admin admin] Notify callbacks [] for router, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:07.479270 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-77203ef6-5ded-40f0-92ac-7bb2b6041a33 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0479124 Aug 13 04:13:07.481997 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 49908) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:07.484592 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'name': 'tempest-AttachVolumeTestJSON-1015169733-router', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:13:05Z', 'revision_number': 3, 'project_id': '002375b8005d44a193b301833aa330dc', 'gw_port': {'id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:03Z', 'updated_at': '2021-08-13T04:13:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:07.504422 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0f9d50ae-f342-43f4-9593-fe586c3068c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:07.523681 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] Checking router: 375defa4-01f3-4625-9c75-5ac3768cb7a7 for host: dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:13:07.524798 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] Updating router 375defa4-01f3-4625-9c75-5ac3768cb7a7 port 2469cc64-eb5d-4507-b81f-eb18d93e8deb binding host dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:13:07.541510 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0f9d50ae-f342-43f4-9593-fe586c3068c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:07.561203 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:07.566429 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] Set router 889a5f74-d163-458f-8e2a-98f2afd3f6d5 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:13:07.743232 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0f9d50ae-f342-43f4-9593-fe586c3068c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:07.746331 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0f9d50ae-f342-43f4-9593-fe586c3068c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:07.752122 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-0f9d50ae-f342-43f4-9593-fe586c3068c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b426c0b7-80f4-48df-926a-94626af45e21 HTTP/1.1" status: 204 len: 168 time: 0.3762624 Aug 13 04:13:07.796999 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-708c30a2-a3a7-4115-b90a-03f2d093d78b req-3fa0f902-365a-4099-a2fd-1f220f29d5c9 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 210 time: 0.0786095 Aug 13 04:13:07.840339 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d50ae-f342-43f4-9593-fe586c3068c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b426c0b7-80f4-48df-926a-94626af45e21,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:07.958878 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889a5f74-d163-458f-8e2a-98f2afd3f6d5', 'name': 'tempest-ServerRescueNegativeTestJSON-429542892-router', 'tenant_id': '6525e39355904810b4595b1ab780a756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '689e4681-b646-4cb3-8d10-5edfa7a813b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:13:06Z', 'revision_number': 3, 'project_id': '6525e39355904810b4595b1ab780a756', 'gw_port': {'id': '689e4681-b646-4cb3-8d10-5edfa7a813b1', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889a5f74-d163-458f-8e2a-98f2afd3f6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:04Z', 'updated_at': '2021-08-13T04:13:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:07.969432 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] Notify callbacks [] for port, precommit_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:07.986100 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.provisioning_blocks [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] Transition to ACTIVE for port object 2469cc64-eb5d-4507-b81f-eb18d93e8deb will not be triggered until provisioned by entity L2. {{(pid=94569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:13:07.991272 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9f72bdb5-5fe8-4e32-8b0e-7112d92e9fa7 req-ecefacb2-45f6-408a-9e03-ae11e3d0752f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 210 time: 0.0588543 Aug 13 04:13:07.992264 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] Checking router: 889a5f74-d163-458f-8e2a-98f2afd3f6d5 for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:13:07.992643 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] Updating router 889a5f74-d163-458f-8e2a-98f2afd3f6d5 port 689e4681-b646-4cb3-8d10-5edfa7a813b1 binding host dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:13:08.026216 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:08.064866 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:08.129206 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 71a43ac6-6763-42c0-abda-addb3a70658e up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:13:08.153654 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba2d8b-0f5e-4739-8e71-3771ccc1aaa0 None None] Pushing event updated for resources: {'Port': ['ID=2469cc64-eb5d-4507-b81f-eb18d93e8deb,revision_number=2']} {{(pid=94569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:08.165157 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ac7a2320-53ca-4016-add0-f281d63088e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:08.165466 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba2d8b-0f5e-4739-8e71-3771ccc1aaa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:08.166041 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba2d8b-0f5e-4739-8e71-3771ccc1aaa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:08.166611 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba2d8b-0f5e-4739-8e71-3771ccc1aaa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:08.167174 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba2d8b-0f5e-4739-8e71-3771ccc1aaa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:08.167723 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba2d8b-0f5e-4739-8e71-3771ccc1aaa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:08.168534 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba2d8b-0f5e-4739-8e71-3771ccc1aaa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:08.169106 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba2d8b-0f5e-4739-8e71-3771ccc1aaa0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:08.169660 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba2d8b-0f5e-4739-8e71-3771ccc1aaa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:08.170245 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba2d8b-0f5e-4739-8e71-3771ccc1aaa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:08.170888 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba2d8b-0f5e-4739-8e71-3771ccc1aaa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:08.175816 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba2d8b-0f5e-4739-8e71-3771ccc1aaa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:08.176494 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba2d8b-0f5e-4739-8e71-3771ccc1aaa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba2d8b-0f5e-4739-8e71-3771ccc1aaa0 None None] Tracked resource versions report: Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: pushed versions: Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: { 'AddressGroup': {'1.2'}, Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: 'ConntrackHelper': {'1.0'}, Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: 'Log': {'1.0'}, Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: 'Network': {'1.1'}, Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: 'Port': {'1.7'}, Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: 'PortForwarding': {'1.2'}, Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: 'QosPolicy': {'1.9'}, Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: 'SecurityGroup': {'1.4'}, Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: 'SecurityGroupRule': {'1.2'}, Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: 'SubPort': {'1.0'}, Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: 'Subnet': {'1.1'}, Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: 'Trunk': {'1.1'}} Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: consumer versions: Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: { DHCP agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: HyperV agent@hv-cinder-75998: {}, Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: L3 agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: Metadata agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: Metering agent@dv-cinder-759987-6-iscsi: {}, Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: Open vSwitch agent@dv-cinder-759987-6-iscsi: { 'AddressGroup': '1.2', Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: 'ConntrackHelper': '1.0', Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: 'Log': '1.0', Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: 'Network': '1.1', Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: 'Port': '1.7', Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: 'PortForwarding': '1.2', Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: 'QosPolicy': '1.9', Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: 'SecurityGroup': '1.4', Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: 'SecurityGroupRule': '1.2', Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: 'SubPort': '1.0', Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: 'Subnet': '1.1', Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: 'Trunk': '1.1'}} Aug 13 04:13:08.177835 dv-cinder-759987-6-iscsi neutron-server[94569]: {{(pid=94569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 04:13:08.194151 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 71a43ac6-6763-42c0-abda-addb3a70658e triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:13:08.194528 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:08.294510 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] Attempting to bind port 2469cc64-eb5d-4507-b81f-eb18d93e8deb on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:13:08.295069 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] Attempting to bind port 2469cc64-eb5d-4507-b81f-eb18d93e8deb by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}] {{(pid=94569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:13:08.296080 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] Attempting to bind port 2469cc64-eb5d-4507-b81f-eb18d93e8deb on network a2b3fd62-7513-4482-ab06-e961571be3c5 {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:13:08.305023 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:13:08.305738 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] Checking segment: {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:13:08.306257 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:08.306810 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] Bound using segment: {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'} {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:13:08.307390 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] Bound port: 2469cc64-eb5d-4507-b81f-eb18d93e8deb, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}}] {{(pid=94569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:13:08.307906 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:08.361447 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-268b137d-4a98-485d-aebf-50e64895466c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:08.411412 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.db [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] For port 2469cc64-eb5d-4507-b81f-eb18d93e8deb, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:13:08.424022 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.db [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] For port 2469cc64-eb5d-4507-b81f-eb18d93e8deb, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=2469cc64-eb5d-4507-b81f-eb18d93e8deb,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:13:08.554768 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] Notify callbacks [] for port, precommit_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:08.573197 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] Transition to ACTIVE for port object 689e4681-b646-4cb3-8d10-5edfa7a813b1 will not be triggered until provisioned by entity L2. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:13:08.580609 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:08.602761 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-ac7a2320-53ca-4016-add0-f281d63088e5 admin admin] Allocated IP 172.20.0.1 (1f5f08bb-8497-4150-a3e9-90ccd6853fea/bc419503-ea44-47f1-b4cd-1a56414c95fb/33d14546-a0d6-4db2-a0be-18dd5c23e882) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:13:08.622834 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [None req-268b137d-4a98-485d-aebf-50e64895466c admin admin] Allocated IP 172.20.0.1 (3307ff4a-688d-47d1-ad62-e6cbee1cd9ca/f3523255-eb2e-4656-814e-91485edd0600/fb0a28fe-184b-45eb-b922-24a1cd4ffe85) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:13:08.649943 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] Routers {'375defa4-01f3-4625-9c75-5ac3768cb7a7'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:13:08.649943 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:12:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['375defa4-01f3-4625-9c75-5ac3768cb7a7'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:08.680925 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba2d8b-0f5e-4739-8e71-3771ccc1aaa0 None None] Pushing event updated for resources: {'Port': ['ID=2469cc64-eb5d-4507-b81f-eb18d93e8deb,revision_number=3']} {{(pid=94569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:08.706110 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:08.774088 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-268b137d-4a98-485d-aebf-50e64895466c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:08.776504 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 49940) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:08.778686 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ac7a2320-53ca-4016-add0-f281d63088e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:08.791467 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] Set router 375defa4-01f3-4625-9c75-5ac3768cb7a7 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:13:08.801740 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-ac7a2320-53ca-4016-add0-f281d63088e5 admin admin] Transition to ACTIVE for port object 33d14546-a0d6-4db2-a0be-18dd5c23e882 will not be triggered until provisioned by entity DHCP. {{(pid=94566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:13:08.857239 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-16db8176-95ce-425a-a540-09b74cfc2da0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa3a4c4264fb4a21b295db4ba6095409&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0767891 Aug 13 04:13:08.858239 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 49946) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:08.882702 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb90e50-36ea-4568-af54-1696dd951820 None None] Pushing event updated for resources: {'Port': ['ID=689e4681-b646-4cb3-8d10-5edfa7a813b1,revision_number=2']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:08.885209 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] Attempting to bind port 689e4681-b646-4cb3-8d10-5edfa7a813b1 on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:13:08.885574 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] Attempting to bind port 689e4681-b646-4cb3-8d10-5edfa7a813b1 by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:13:08.885938 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] Attempting to bind port 689e4681-b646-4cb3-8d10-5edfa7a813b1 on network a2b3fd62-7513-4482-ab06-e961571be3c5 {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:13:08.912204 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:13:08.912757 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] Checking segment: {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:13:08.913179 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:08.913583 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] Bound using segment: {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:13:08.914155 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] Bound port: 689e4681-b646-4cb3-8d10-5edfa7a813b1, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:13:08.914486 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:08.921856 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c0496160-3680-4c8e-9045-394af920a61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:08.922899 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-65cdb156-6e77-437b-81df-39df917b5ec4 req-8615bbf3-84c9-4720-854a-affe546c051b tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 210 time: 0.0296283 Aug 13 04:13:08.943916 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c61ca2e4-c591-48b9-a45f-140ec5df5d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:08.980672 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c61ca2e4-c591-48b9-a45f-140ec5df5d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:08.982877 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-268b137d-4a98-485d-aebf-50e64895466c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:09.008893 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ac7a2320-53ca-4016-add0-f281d63088e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:09.020799 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] For port 689e4681-b646-4cb3-8d10-5edfa7a813b1, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:13:09.027865 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] For port 689e4681-b646-4cb3-8d10-5edfa7a813b1, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=689e4681-b646-4cb3-8d10-5edfa7a813b1,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:13:09.055860 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268b137d-4a98-485d-aebf-50e64895466c admin admin] Network 3307ff4a-688d-47d1-ad62-e6cbee1cd9ca is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:13:09.061905 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [None req-268b137d-4a98-485d-aebf-50e64895466c admin admin] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:13:09.064635 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b137d-4a98-485d-aebf-50e64895466c admin admin] Pushing event updated for resources: {'Port': ['ID=fb0a28fe-184b-45eb-b922-24a1cd4ffe85,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:09.067186 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268b137d-4a98-485d-aebf-50e64895466c admin admin] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:13:09.090668 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a2320-53ca-4016-add0-f281d63088e5 admin admin] Pushing event updated for resources: {'Port': ['ID=33d14546-a0d6-4db2-a0be-18dd5c23e882,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:09.102354 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7a2320-53ca-4016-add0-f281d63088e5 admin admin] Network 1f5f08bb-8497-4150-a3e9-90ccd6853fea is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:13:09.104405 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-ac7a2320-53ca-4016-add0-f281d63088e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:13:09.108274 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7a2320-53ca-4016-add0-f281d63088e5 admin admin] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:13:09.131837 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-268b137d-4a98-485d-aebf-50e64895466c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758317'] for router_interface, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:09.140052 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:09.195549 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'name': 'tempest-AttachVolumeTestJSON-1015169733-router', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:13:05Z', 'revision_number': 3, 'project_id': '002375b8005d44a193b301833aa330dc', 'gw_port': {'id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:03Z', 'updated_at': '2021-08-13T04:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:09.201638 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-eb0e0013-2bb3-457d-a66d-7cc9dae55a2a req-45460315-ce8b-463b-9512-1b1cbb1ec129 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 210 time: 0.0459063 Aug 13 04:13:09.205416 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ac7a2320-53ca-4016-add0-f281d63088e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758317'] for router_interface, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:09.222328 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c61ca2e4-c591-48b9-a45f-140ec5df5d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:09.225250 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c61ca2e4-c591-48b9-a45f-140ec5df5d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:09.229395 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-c61ca2e4-c591-48b9-a45f-140ec5df5d43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c28ae63-aaae-4fd1-9bc4-9f3a89efa1c2 HTTP/1.1" status: 204 len: 168 time: 0.3700254 Aug 13 04:13:09.264616 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb90e50-36ea-4568-af54-1696dd951820 None None] Pushing event updated for resources: {'Port': ['ID=689e4681-b646-4cb3-8d10-5edfa7a813b1,revision_number=3']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:09.278185 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0a3b60-ce43-420f-9fb4-3b4777371d88 None None] The sync data for ids ['375defa4-01f3-4625-9c75-5ac3768cb7a7'] in dv-cinder-759987-6-iscsi is: [{'id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'name': 'tempest-AttachVolumeTestJSON-1015169733-router', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:13:05Z', 'revision_number': 3, 'project_id': '002375b8005d44a193b301833aa330dc', 'gw_port': {'id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:03Z', 'updated_at': '2021-08-13T04:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}] {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:13:09.297021 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ca2e4-c591-48b9-a45f-140ec5df5d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c28ae63-aaae-4fd1-9bc4-9f3a89efa1c2,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:09.319436 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] Routers {'889a5f74-d163-458f-8e2a-98f2afd3f6d5'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:13:09.320664 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:12:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['889a5f74-d163-458f-8e2a-98f2afd3f6d5'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:09.522248 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] Set router 889a5f74-d163-458f-8e2a-98f2afd3f6d5 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:13:09.632483 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-cf4deb4a-1869-4afe-aaf9-7b0ee11cc40d None None] Provisioning for port 33d14546-a0d6-4db2-a0be-18dd5c23e882 completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:13:09.638889 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-cf4deb4a-1869-4afe-aaf9-7b0ee11cc40d None None] Provisioning complete for port 33d14546-a0d6-4db2-a0be-18dd5c23e882 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:13:09.642149 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-cf4deb4a-1869-4afe-aaf9-7b0ee11cc40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:09.666868 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ac7a2320-53ca-4016-add0-f281d63088e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:09.707148 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-cf4deb4a-1869-4afe-aaf9-7b0ee11cc40d None None] Port 33d14546-a0d6-4db2-a0be-18dd5c23e882 cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:13:09.816179 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889a5f74-d163-458f-8e2a-98f2afd3f6d5', 'name': 'tempest-ServerRescueNegativeTestJSON-429542892-router', 'tenant_id': '6525e39355904810b4595b1ab780a756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '689e4681-b646-4cb3-8d10-5edfa7a813b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:13:06Z', 'revision_number': 3, 'project_id': '6525e39355904810b4595b1ab780a756', 'gw_port': {'id': '689e4681-b646-4cb3-8d10-5edfa7a813b1', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889a5f74-d163-458f-8e2a-98f2afd3f6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:04Z', 'updated_at': '2021-08-13T04:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:09.864283 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-268b137d-4a98-485d-aebf-50e64895466c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:09.866740 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd53c5d-980a-41cc-9699-953a5f7ea402 None None] The sync data for ids ['889a5f74-d163-458f-8e2a-98f2afd3f6d5'] in dv-cinder-759987-6-iscsi is: [{'id': '889a5f74-d163-458f-8e2a-98f2afd3f6d5', 'name': 'tempest-ServerRescueNegativeTestJSON-429542892-router', 'tenant_id': '6525e39355904810b4595b1ab780a756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '689e4681-b646-4cb3-8d10-5edfa7a813b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:13:06Z', 'revision_number': 3, 'project_id': '6525e39355904810b4595b1ab780a756', 'gw_port': {'id': '689e4681-b646-4cb3-8d10-5edfa7a813b1', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889a5f74-d163-458f-8e2a-98f2afd3f6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:04Z', 'updated_at': '2021-08-13T04:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:13:09.993729 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ac7a2320-53ca-4016-add0-f281d63088e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:10.056127 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3ba5eb8b-3420-4ecf-9475-87750fbd864a req-7b3c1f68-dd5a-464c-aaef-8db4c5cae9ed tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 210 time: 0.0420589 Aug 13 04:13:10.079967 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ac7a2320-53ca-4016-add0-f281d63088e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2630174'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:10.129776 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ac7a2320-53ca-4016-add0-f281d63088e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758457'] for router_interface, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:10.192111 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 2469cc64-eb5d-4507-b81f-eb18d93e8deb up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:13:10.219601 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-268b137d-4a98-485d-aebf-50e64895466c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:10.278743 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-268b137d-4a98-485d-aebf-50e64895466c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:10.295458 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a2320-53ca-4016-add0-f281d63088e5 admin admin] Pushing event updated for resources: {'Port': ['ID=33d14546-a0d6-4db2-a0be-18dd5c23e882,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:10.322426 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port 2469cc64-eb5d-4507-b81f-eb18d93e8deb completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:13:10.329863 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 2469cc64-eb5d-4507-b81f-eb18d93e8deb triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:13:10.329863 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:10.453690 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5a025002-73c5-4793-9760-6ca11902f4e9 req-a2e059be-515a-4582-b057-48b63db2e7ba tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 210 time: 0.1143291 Aug 13 04:13:10.484640 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7a2320-53ca-4016-add0-f281d63088e5 admin admin] Network 1f5f08bb-8497-4150-a3e9-90ccd6853fea is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:13:10.488488 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-ac7a2320-53ca-4016-add0-f281d63088e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:13:10.489994 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b137d-4a98-485d-aebf-50e64895466c admin admin] Pushing event updated for resources: {'Port': ['ID=fb0a28fe-184b-45eb-b922-24a1cd4ffe85,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:10.545355 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-268b137d-4a98-485d-aebf-50e64895466c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758457'] for router_interface, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:10.759533 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7a2320-53ca-4016-add0-f281d63088e5 admin admin] Router 375defa4-01f3-4625-9c75-5ac3768cb7a7 has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:13:10.789239 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268b137d-4a98-485d-aebf-50e64895466c admin admin] Network 3307ff4a-688d-47d1-ad62-e6cbee1cd9ca is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:13:10.789818 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:10.792204 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [None req-268b137d-4a98-485d-aebf-50e64895466c admin admin] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:13:10.841294 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port 2469cc64-eb5d-4507-b81f-eb18d93e8deb, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=2469cc64-eb5d-4507-b81f-eb18d93e8deb,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:13:10.917289 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:10.960665 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7a2320-53ca-4016-add0-f281d63088e5 admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:13:10.968457 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-ac7a2320-53ca-4016-add0-f281d63088e5 admin admin] 10.222.0.32 "PUT /v2.0/routers/375defa4-01f3-4625-9c75-5ac3768cb7a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7456572 Aug 13 04:13:11.002221 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e92eb7f2-a077-4e32-b181-69c9f1587efe None None] Provisioning complete for port 33d14546-a0d6-4db2-a0be-18dd5c23e882 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:13:11.004726 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e92eb7f2-a077-4e32-b181-69c9f1587efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:11.008462 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268b137d-4a98-485d-aebf-50e64895466c admin admin] Router 889a5f74-d163-458f-8e2a-98f2afd3f6d5 has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:13:11.054258 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=2469cc64-eb5d-4507-b81f-eb18d93e8deb,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:11.080586 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-e92eb7f2-a077-4e32-b181-69c9f1587efe None None] Port 33d14546-a0d6-4db2-a0be-18dd5c23e882 cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:13:11.185169 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268b137d-4a98-485d-aebf-50e64895466c admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:13:11.194644 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-268b137d-4a98-485d-aebf-50e64895466c admin admin] 10.222.0.32 "PUT /v2.0/routers/889a5f74-d163-458f-8e2a-98f2afd3f6d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7114365 Aug 13 04:13:11.212436 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f8a14792-b627-4698-93b0-410cca218964 req-280c0f07-82c3-4b54-bcd8-132c143a8818 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 210 time: 0.0634174 Aug 13 04:13:11.270798 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-910222ad-2ef0-4672-b6ef-f2f092d376eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:11.620544 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c2e04d06-f8d8-45ec-b8a8-2b4086a8436a req-513975cd-d87d-48f1-9b6f-2e9bcd090b29 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 210 time: 0.0543127 Aug 13 04:13:11.945157 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-7f70e14c-0214-4244-a989-ccaf302b9b51 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:11.945157 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-7f70e14c-0214-4244-a989-ccaf302b9b51 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/networks?id=3307ff4a-688d-47d1-ad62-e6cbee1cd9ca HTTP/1.1" status: 200 len: 818 time: 0.1044710 Aug 13 04:13:11.985457 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-029b76a1-a49c-4367-a4f1-0fe6f9a15e19 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/quotas/6525e39355904810b4595b1ab780a756 HTTP/1.1" status: 200 len: 375 time: 0.0282238 Aug 13 04:13:12.019353 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 50066) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:12.025525 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-b9708b55-b30b-45f2-ba5b-ac456e8f1f5c tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1681326092', 'description': 'tempest-description--1631447664'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:12.146112 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-6d6e9a8b-ed11-48e8-b218-a60b7b2a475e tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6525e39355904810b4595b1ab780a756&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0915108 Aug 13 04:13:12.193572 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-efbea279-b42f-4539-8fcc-c306aeaf44a1 service neutron] 10.222.0.32 "GET /v2.0/networks/3307ff4a-688d-47d1-ad62-e6cbee1cd9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009829 Aug 13 04:13:12.292622 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:12.313980 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 2469cc64-eb5d-4507-b81f-eb18d93e8deb up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:13:12.315718 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-e0a858f5-0e60-4f3f-8ec1-359daafc209a service neutron] 10.222.0.32 "GET /v2.0/networks/3307ff4a-688d-47d1-ad62-e6cbee1cd9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157587 Aug 13 04:13:12.367399 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9af6dead-2b3e-42dd-a5c2-ba59eab32f0b req-aebca8a5-ec1e-4af4-a137-dc4bec1beb3a tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 210 time: 0.0645351 Aug 13 04:13:12.368148 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b9708b55-b30b-45f2-ba5b-ac456e8f1f5c tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:12.442650 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 2469cc64-eb5d-4507-b81f-eb18d93e8deb triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:13:12.444655 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:12.503353 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] Sync routers for ids ['375defa4-01f3-4625-9c75-5ac3768cb7a7'] in dv-cinder-759987-6-iscsi {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:13:12.523052 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] Routers {'375defa4-01f3-4625-9c75-5ac3768cb7a7'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:13:12.524821 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:13:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['375defa4-01f3-4625-9c75-5ac3768cb7a7'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:12.554903 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.22', 58545) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:12.586881 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b9708b55-b30b-45f2-ba5b-ac456e8f1f5c tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:12.664783 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b9708b55-b30b-45f2-ba5b-ac456e8f1f5c tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:12.670702 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:12.722303 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] Sync routers for ids ['889a5f74-d163-458f-8e2a-98f2afd3f6d5'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:13:12.727531 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 689e4681-b646-4cb3-8d10-5edfa7a813b1 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:13:12.767674 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9708b55-b30b-45f2-ba5b-ac456e8f1f5c tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718854c1-3ba9-4343-91e4-252e1afd269f,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:12.819541 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] Routers {'889a5f74-d163-458f-8e2a-98f2afd3f6d5'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:13:12.820548 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:13:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['889a5f74-d163-458f-8e2a-98f2afd3f6d5'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:12.849644 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9f6849b9-e180-4164-9700-8b14d01b5f62 req-bd91f293-624d-481f-bb90-d73401429c8e tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 210 time: 0.1196852 Aug 13 04:13:12.854683 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b9708b55-b30b-45f2-ba5b-ac456e8f1f5c tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:12.856474 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-b9708b55-b30b-45f2-ba5b-ac456e8f1f5c tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8356059 Aug 13 04:13:12.861555 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 50108) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:12.877957 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-5cd2943f-9475-42b9-98b0-c367605e6aaa tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Request body: {'security_group_rule': {'security_group_id': '718854c1-3ba9-4343-91e4-252e1afd269f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:12.906830 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 50112) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:13.041047 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] Set router 889a5f74-d163-458f-8e2a-98f2afd3f6d5 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:13:13.128264 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port 689e4681-b646-4cb3-8d10-5edfa7a813b1 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:13:13.161792 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c2cbdcc1-88b8-40d1-9cc3-a57e909dc24a req-b8dc2e14-2bde-4ef1-b741-18856b6f27ee tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 210 time: 0.1004703 Aug 13 04:13:13.161792 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5cd2943f-9475-42b9-98b0-c367605e6aaa tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:13.162417 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 689e4681-b646-4cb3-8d10-5edfa7a813b1 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:13:13.162417 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:13.174637 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] Set router 375defa4-01f3-4625-9c75-5ac3768cb7a7 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:13:13.236235 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-b7cd3e6d-77ad-483b-8b9a-77e0b813e746 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:13.245407 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-b7cd3e6d-77ad-483b-8b9a-77e0b813e746 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.22 "GET /v2.0/networks?id=13050ba1-7879-4149-9bcd-b02d8c475544 HTTP/1.1" status: 200 len: 812 time: 0.6860404 Aug 13 04:13:13.300529 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-90f2f7db-2603-455a-8878-70c07b43769f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Request body: {'port': {'device_id': '42b96aa5-1b4b-4df1-9244-25ad34642b13', 'network_id': '13050ba1-7879-4149-9bcd-b02d8c475544', 'admin_state_up': True, 'tenant_id': '2311ab203f964f96870aa9aae3be3d0d'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:13.373766 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.22', 58550) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:13.540285 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'name': 'tempest-AttachVolumeTestJSON-1015169733-router', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:13:09Z', 'revision_number': 4, 'project_id': '002375b8005d44a193b301833aa330dc', 'gw_port': {'id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:03Z', 'updated_at': '2021-08-13T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': '33d14546-a0d6-4db2-a0be-18dd5c23e882', 'name': '', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'mac_address': 'fa:16:3e:eb:f9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:08Z', 'updated_at': '2021-08-13T04:13:09Z', 'revision_number': 2, 'project_id': '002375b8005d44a193b301833aa330dc', 'subnets': [{'id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:13.545307 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5cd2943f-9475-42b9-98b0-c367605e6aaa tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:13.588082 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3429de60-8cba-4922-b3f8-18eabcf86175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:13.605709 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] Checking router: 375defa4-01f3-4625-9c75-5ac3768cb7a7 for host: dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:13:13.605994 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:13.606452 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] Updating router 375defa4-01f3-4625-9c75-5ac3768cb7a7 port 33d14546-a0d6-4db2-a0be-18dd5c23e882 binding host dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:13:13.646415 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:13.653792 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port 689e4681-b646-4cb3-8d10-5edfa7a813b1, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=689e4681-b646-4cb3-8d10-5edfa7a813b1,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:13:13.696458 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889a5f74-d163-458f-8e2a-98f2afd3f6d5', 'name': 'tempest-ServerRescueNegativeTestJSON-429542892-router', 'tenant_id': '6525e39355904810b4595b1ab780a756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '689e4681-b646-4cb3-8d10-5edfa7a813b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:13:09Z', 'revision_number': 4, 'project_id': '6525e39355904810b4595b1ab780a756', 'gw_port': {'id': '689e4681-b646-4cb3-8d10-5edfa7a813b1', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889a5f74-d163-458f-8e2a-98f2afd3f6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:04Z', 'updated_at': '2021-08-13T04:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'fb0a28fe-184b-45eb-b922-24a1cd4ffe85', 'name': '', 'network_id': '3307ff4a-688d-47d1-ad62-e6cbee1cd9ca', 'tenant_id': '6525e39355904810b4595b1ab780a756', 'mac_address': 'fa:16:3e:19:86:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889a5f74-d163-458f-8e2a-98f2afd3f6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f3523255-eb2e-4656-814e-91485edd0600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:08Z', 'updated_at': '2021-08-13T04:13:09Z', 'revision_number': 2, 'project_id': '6525e39355904810b4595b1ab780a756', 'subnets': [{'id': 'f3523255-eb2e-4656-814e-91485edd0600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:13.751277 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] Checking router: 889a5f74-d163-458f-8e2a-98f2afd3f6d5 for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:13:13.788223 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] Updating router 889a5f74-d163-458f-8e2a-98f2afd3f6d5 port fb0a28fe-184b-45eb-b922-24a1cd4ffe85 binding host dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:13:13.788565 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5cd2943f-9475-42b9-98b0-c367605e6aaa tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:13.789782 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-967da75c-601e-46ce-a28e-7da0edcd46d8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:13.791848 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-967da75c-601e-46ce-a28e-7da0edcd46d8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/networks?id=3307ff4a-688d-47d1-ad62-e6cbee1cd9ca HTTP/1.1" status: 200 len: 818 time: 0.5030227 Aug 13 04:13:13.792843 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:13.802048 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-deb2a25c-e193-44b0-a914-1d4422f06fa3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:13.803957 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-deb2a25c-e193-44b0-a914-1d4422f06fa3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.22 "GET /v2.0/networks?id=673131bb-dc01-48ec-89a5-58651cf3d062 HTTP/1.1" status: 200 len: 814 time: 0.3677261 Aug 13 04:13:13.851883 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:13.913848 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=689e4681-b646-4cb3-8d10-5edfa7a813b1,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:13.930345 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c531d602-23c2-42f5-b30e-aa490d70106a req-68b57155-a05e-48a9-b388-8d189f9520e4 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 210 time: 0.3781652 Aug 13 04:13:13.951145 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-fd14bb11-dd39-40c7-bd04-c9f5d5a442a3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Request body: {'port': {'device_id': 'b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc', 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062', 'admin_state_up': True, 'tenant_id': '57c824b311c64fcfa2b8b63a8d6f6ea3'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:14.059878 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] Notify callbacks [] for port, precommit_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:14.085251 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.provisioning_blocks [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] Transition to ACTIVE for port object 33d14546-a0d6-4db2-a0be-18dd5c23e882 will not be triggered until provisioned by entity L2. {{(pid=94569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:13:14.203027 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 50184) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:14.223379 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-9983bd49-f52c-4745-a313-ae588b17d913 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/quotas/6525e39355904810b4595b1ab780a756 HTTP/1.1" status: 200 len: 375 time: 0.4178460 Aug 13 04:13:14.225119 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2943f-9475-42b9-98b0-c367605e6aaa tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f169843d-cf51-42d3-98d3-e5f0d33af062,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:14.259480 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:14.270812 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] Transition to ACTIVE for port object fb0a28fe-184b-45eb-b922-24a1cd4ffe85 will not be triggered until provisioned by entity L2. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:13:14.279426 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 689e4681-b646-4cb3-8d10-5edfa7a813b1 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:13:14.320694 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e207-e222-48dd-a2ec-c2117156e301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:14.334496 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 689e4681-b646-4cb3-8d10-5edfa7a813b1 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:13:14.334948 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:14.349198 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3429de60-8cba-4922-b3f8-18eabcf86175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:14.380182 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a94a0a09-f262-4abf-93b1-eece2f3a340a req-687682f1-afc0-4879-9670-0c9d2bcd1f07 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 210 time: 0.0951457 Aug 13 04:13:14.415050 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-21cc00f3-d766-415f-ac25-6592d01af035 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6525e39355904810b4595b1ab780a756&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1908123 Aug 13 04:13:14.545333 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-c33d85c3-5102-4eea-967f-49eee4d36a39 service neutron] 10.222.0.32 "GET /v2.0/networks/3307ff4a-688d-47d1-ad62-e6cbee1cd9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153846 Aug 13 04:13:14.562161 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:14.611608 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:14.612181 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4e3b8-baf3-4e5a-a270-4e5b3d66ca2a None None] Pushing event updated for resources: {'Port': ['ID=33d14546-a0d6-4db2-a0be-18dd5c23e882,revision_number=3']} {{(pid=94569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:14.620504 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3429de60-8cba-4922-b3f8-18eabcf86175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:14.620655 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:14.673875 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 50196) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:14.682842 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-3429de60-8cba-4922-b3f8-18eabcf86175 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d36f63f460d4dfe942353071ebce5fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7773800 Aug 13 04:13:14.701432 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d182c-2477-45aa-860a-e21c48785bd5 None None] Pushing event updated for resources: {'Port': ['ID=fb0a28fe-184b-45eb-b922-24a1cd4ffe85,revision_number=3']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:14.701667 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5cd2943f-9475-42b9-98b0-c367605e6aaa tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:14.705449 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-5cd2943f-9475-42b9-98b0-c367605e6aaa tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8426690 Aug 13 04:13:14.709038 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429de60-8cba-4922-b3f8-18eabcf86175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66aff86f-2ae9-480a-ac25-c8762aea5672,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:14.713559 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 50198) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:14.718946 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-e71a8522-03be-40ed-b53a-ef7eb7925aca tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Request body: {'security_group_rule': {'security_group_id': '718854c1-3ba9-4343-91e4-252e1afd269f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:14.740993 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-7e7ac012-8a89-451b-8b8d-104d6cfb21f4 service neutron] 10.222.0.32 "GET /v2.0/networks/3307ff4a-688d-47d1-ad62-e6cbee1cd9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886609 Aug 13 04:13:14.752940 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] Attempting to bind port 33d14546-a0d6-4db2-a0be-18dd5c23e882 on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:13:14.753735 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] Attempting to bind port 33d14546-a0d6-4db2-a0be-18dd5c23e882 by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '24c175ca-9aeb-4e68-9c94-026692638f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea'}] {{(pid=94569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:13:14.754609 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] Attempting to bind port 33d14546-a0d6-4db2-a0be-18dd5c23e882 on network 1f5f08bb-8497-4150-a3e9-90ccd6853fea {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:13:14.766050 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:13:14.769416 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] Checking segment: {'id': '24c175ca-9aeb-4e68-9c94-026692638f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:13:14.772692 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:14.772692 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] Bound using segment: {'id': '24c175ca-9aeb-4e68-9c94-026692638f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea'} {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:13:14.772692 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] Bound port: 33d14546-a0d6-4db2-a0be-18dd5c23e882, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c175ca-9aeb-4e68-9c94-026692638f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea'}}] {{(pid=94569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:13:14.772692 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:14.793065 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.db.api [None req-e71a8522-03be-40ed-b53a-ef7eb7925aca tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 04:13:14.793065 dv-cinder-759987-6-iscsi neutron-server[94566]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 13 04:13:14.793065 dv-cinder-759987-6-iscsi neutron-server[94566]: [parameters: {'project_id_1': '002375b8005d44a193b301833aa330dc', 'expiration_1': datetime.datetime(2021, 8, 13, 4, 13, 14, 742248)}] Aug 13 04:13:14.793065 dv-cinder-759987-6-iscsi neutron-server[94566]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 04:13:14.801395 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG oslo_db.api [None req-e71a8522-03be-40ed-b53a-ef7eb7925aca tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 04:13:14.804140 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.db.api [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-fd14bb11-dd39-40c7-bd04-c9f5d5a442a3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 04:13:14.804140 dv-cinder-759987-6-iscsi neutron-server[94566]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 13 04:13:14.804140 dv-cinder-759987-6-iscsi neutron-server[94566]: [parameters: {'project_id_1': '57c824b311c64fcfa2b8b63a8d6f6ea3', 'expiration_1': datetime.datetime(2021, 8, 13, 4, 13, 14, 517479)}] Aug 13 04:13:14.804140 dv-cinder-759987-6-iscsi neutron-server[94566]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 04:13:14.804782 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG oslo_db.api [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-fd14bb11-dd39-40c7-bd04-c9f5d5a442a3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 04:13:14.809197 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] Attempting to bind port fb0a28fe-184b-45eb-b922-24a1cd4ffe85 on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:13:14.810364 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] Attempting to bind port fb0a28fe-184b-45eb-b922-24a1cd4ffe85 by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '8b8d0444-3d76-40be-a0fe-1f1850b87147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3307ff4a-688d-47d1-ad62-e6cbee1cd9ca'}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:13:14.811035 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] Attempting to bind port fb0a28fe-184b-45eb-b922-24a1cd4ffe85 on network 3307ff4a-688d-47d1-ad62-e6cbee1cd9ca {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:13:14.821205 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:13:14.824865 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.db.api [None req-e3c6e207-e222-48dd-a2ec-c2117156e301 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 04:13:14.824865 dv-cinder-759987-6-iscsi neutron-server[94567]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 13 04:13:14.824865 dv-cinder-759987-6-iscsi neutron-server[94567]: [parameters: {'project_id_1': '5967f5f4d86f45dc9076918b08c93367', 'expiration_1': datetime.datetime(2021, 8, 13, 4, 13, 14, 331355)}] Aug 13 04:13:14.824865 dv-cinder-759987-6-iscsi neutron-server[94567]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 04:13:14.825319 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] Checking segment: {'id': '8b8d0444-3d76-40be-a0fe-1f1850b87147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3307ff4a-688d-47d1-ad62-e6cbee1cd9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:13:14.828740 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG oslo_db.api [None req-e3c6e207-e222-48dd-a2ec-c2117156e301 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 04:13:14.832562 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:14.832562 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] Bound using segment: {'id': '8b8d0444-3d76-40be-a0fe-1f1850b87147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3307ff4a-688d-47d1-ad62-e6cbee1cd9ca'} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:13:14.832562 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] Bound port: fb0a28fe-184b-45eb-b922-24a1cd4ffe85, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8d0444-3d76-40be-a0fe-1f1850b87147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3307ff4a-688d-47d1-ad62-e6cbee1cd9ca'}}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:13:14.832562 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:14.869640 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-81d66084-2f7c-4e67-8a40-f32278d57e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:14.914311 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-81d66084-2f7c-4e67-8a40-f32278d57e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:14.947658 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-90f2f7db-2603-455a-8878-70c07b43769f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Made reservation on behalf of 2311ab203f964f96870aa9aae3be3d0d for: {'port': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:13:14.957394 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-90f2f7db-2603-455a-8878-70c07b43769f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:14.982060 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] For port fb0a28fe-184b-45eb-b922-24a1cd4ffe85, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:13:14.982806 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.db [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] For port 33d14546-a0d6-4db2-a0be-18dd5c23e882, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:13:14.984251 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] For port fb0a28fe-184b-45eb-b922-24a1cd4ffe85, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=fb0a28fe-184b-45eb-b922-24a1cd4ffe85,segment=NetworkSegment(8b8d0444-3d76-40be-a0fe-1f1850b87147),segment_id=8b8d0444-3d76-40be-a0fe-1f1850b87147)] {{(pid=94568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:13:14.991496 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.db [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] For port 33d14546-a0d6-4db2-a0be-18dd5c23e882, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=33d14546-a0d6-4db2-a0be-18dd5c23e882,segment=NetworkSegment(24c175ca-9aeb-4e68-9c94-026692638f09),segment_id=24c175ca-9aeb-4e68-9c94-026692638f09)] {{(pid=94569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:13:15.070206 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:15.072563 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 50214) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:15.088212 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:15.130467 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-afb38449-03d1-420c-ad03-1cd9a5635762 req-20d1145b-25c3-498d-9e54-e4d430f3f414 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 210 time: 0.0485759 Aug 13 04:13:15.281861 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] Routers {'375defa4-01f3-4625-9c75-5ac3768cb7a7'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:13:15.283220 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:13:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['375defa4-01f3-4625-9c75-5ac3768cb7a7'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:15.343933 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e207-e222-48dd-a2ec-c2117156e301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:15.383182 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] Routers {'889a5f74-d163-458f-8e2a-98f2afd3f6d5'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:13:15.383824 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:13:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['889a5f74-d163-458f-8e2a-98f2afd3f6d5'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:15.396828 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0ae4c4a6-00b4-4ffb-b283-d8f681d8a567 req-184e0282-e319-4b57-9547-20378c6a6850 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 210 time: 0.1239812 Aug 13 04:13:15.416326 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-81d66084-2f7c-4e67-8a40-f32278d57e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:15.424747 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-81d66084-2f7c-4e67-8a40-f32278d57e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:15.424747 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-81d66084-2f7c-4e67-8a40-f32278d57e5f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66aff86f-2ae9-480a-ac25-c8762aea5672 HTTP/1.1" status: 204 len: 168 time: 0.7487786 Aug 13 04:13:15.468866 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-70c6e413-f214-4ead-97c7-58ee23063532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:15.596758 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9f7ed606-d84f-4efe-a69d-9a07c7c66024 req-88728766-ebd5-4b8b-b1e4-79c9e54ffa8d tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 210 time: 0.0529401 Aug 13 04:13:15.620991 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d66084-2f7c-4e67-8a40-f32278d57e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aff86f-2ae9-480a-ac25-c8762aea5672,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:15.675858 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] Set router 375defa4-01f3-4625-9c75-5ac3768cb7a7 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:13:15.706467 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d182c-2477-45aa-860a-e21c48785bd5 None None] Pushing event updated for resources: {'Port': ['ID=fb0a28fe-184b-45eb-b922-24a1cd4ffe85,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:15.753533 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-90f2f7db-2603-455a-8878-70c07b43769f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Allocated IP 172.20.0.5 (13050ba1-7879-4149-9bcd-b02d8c475544/96265726-b3e7-4630-89b7-26478ceef78e/2e8f7d51-164d-4c09-98f5-e442c6ce0988) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:13:15.855038 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] Set router 889a5f74-d163-458f-8e2a-98f2afd3f6d5 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:13:15.925502 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4e3b8-baf3-4e5a-a270-4e5b3d66ca2a None None] Pushing event updated for resources: {'Port': ['ID=33d14546-a0d6-4db2-a0be-18dd5c23e882,revision_number=4']} {{(pid=94569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:16.104194 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e207-e222-48dd-a2ec-c2117156e301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:16.151552 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:13:16.195517 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'name': 'tempest-AttachVolumeTestJSON-1015169733-router', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:13:09Z', 'revision_number': 4, 'project_id': '002375b8005d44a193b301833aa330dc', 'gw_port': {'id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:03Z', 'updated_at': '2021-08-13T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': '33d14546-a0d6-4db2-a0be-18dd5c23e882', 'name': '', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'mac_address': 'fa:16:3e:eb:f9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:08Z', 'updated_at': '2021-08-13T04:13:14Z', 'revision_number': 4, 'project_id': '002375b8005d44a193b301833aa330dc', 'subnets': [{'id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:16.234335 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-90f2f7db-2603-455a-8878-70c07b43769f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:16.239717 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50b0165-1869-4722-809c-e0711fac9e69 None None] The sync data for ids ['375defa4-01f3-4625-9c75-5ac3768cb7a7'] in dv-cinder-759987-6-iscsi is: [{'id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'name': 'tempest-AttachVolumeTestJSON-1015169733-router', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:13:09Z', 'revision_number': 4, 'project_id': '002375b8005d44a193b301833aa330dc', 'gw_port': {'id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:03Z', 'updated_at': '2021-08-13T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': '33d14546-a0d6-4db2-a0be-18dd5c23e882', 'name': '', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'mac_address': 'fa:16:3e:eb:f9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:08Z', 'updated_at': '2021-08-13T04:13:14Z', 'revision_number': 4, 'project_id': '002375b8005d44a193b301833aa330dc', 'subnets': [{'id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:13:16.336129 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e207-e222-48dd-a2ec-c2117156e301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:16.403356 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-90f2f7db-2603-455a-8878-70c07b43769f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:16.424352 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6a92e154-b699-4acd-b530-b61ac0203322 req-f175fad9-0fa9-402d-a48c-274973547a0a tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 210 time: 0.1290545 Aug 13 04:13:16.448258 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.db.api [None req-e71a8522-03be-40ed-b53a-ef7eb7925aca tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 04:13:16.448258 dv-cinder-759987-6-iscsi neutron-server[94566]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 13 04:13:16.448258 dv-cinder-759987-6-iscsi neutron-server[94566]: [parameters: {'project_id_1': '002375b8005d44a193b301833aa330dc', 'expiration_1': datetime.datetime(2021, 8, 13, 4, 13, 15, 437133)}] Aug 13 04:13:16.448258 dv-cinder-759987-6-iscsi neutron-server[94566]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 04:13:16.448611 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG oslo_db.api [None req-e71a8522-03be-40ed-b53a-ef7eb7925aca tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 04:13:16.470905 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.db.api [None req-70c6e413-f214-4ead-97c7-58ee23063532 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 04:13:16.470905 dv-cinder-759987-6-iscsi neutron-server[94566]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 13 04:13:16.470905 dv-cinder-759987-6-iscsi neutron-server[94566]: [parameters: {'project_id_1': 'd2f38599ca9241bcaf1c17daa032df42', 'expiration_1': datetime.datetime(2021, 8, 13, 4, 13, 15, 520749)}] Aug 13 04:13:16.470905 dv-cinder-759987-6-iscsi neutron-server[94566]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 04:13:16.471252 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG oslo_db.api [None req-70c6e413-f214-4ead-97c7-58ee23063532 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 04:13:16.576994 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-eb948276-f182-4331-8787-fcf13333504f req-9eaa00d4-01e2-4e3b-9168-a0b85af8b0d2 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 210 time: 0.0847819 Aug 13 04:13:16.586349 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-fd14bb11-dd39-40c7-bd04-c9f5d5a442a3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Made reservation on behalf of 57c824b311c64fcfa2b8b63a8d6f6ea3 for: {'port': 1} {{(pid=94566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:13:16.602245 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-fd14bb11-dd39-40c7-bd04-c9f5d5a442a3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:16.659192 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889a5f74-d163-458f-8e2a-98f2afd3f6d5', 'name': 'tempest-ServerRescueNegativeTestJSON-429542892-router', 'tenant_id': '6525e39355904810b4595b1ab780a756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '689e4681-b646-4cb3-8d10-5edfa7a813b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:13:09Z', 'revision_number': 4, 'project_id': '6525e39355904810b4595b1ab780a756', 'gw_port': {'id': '689e4681-b646-4cb3-8d10-5edfa7a813b1', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a5f74-d163-458f-8e2a-98f2afd3f6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:04Z', 'updated_at': '2021-08-13T04:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'fb0a28fe-184b-45eb-b922-24a1cd4ffe85', 'name': '', 'network_id': '3307ff4a-688d-47d1-ad62-e6cbee1cd9ca', 'tenant_id': '6525e39355904810b4595b1ab780a756', 'mac_address': 'fa:16:3e:19:86:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889a5f74-d163-458f-8e2a-98f2afd3f6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f3523255-eb2e-4656-814e-91485edd0600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:08Z', 'updated_at': '2021-08-13T04:13:14Z', 'revision_number': 4, 'project_id': '6525e39355904810b4595b1ab780a756', 'subnets': [{'id': 'f3523255-eb2e-4656-814e-91485edd0600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:16.748033 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 50254) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:16.776183 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41169d95-645c-4a78-aeef-4e3fbbefa6b2 None None] The sync data for ids ['889a5f74-d163-458f-8e2a-98f2afd3f6d5'] in dv-cinder-759987-6-iscsi is: [{'id': '889a5f74-d163-458f-8e2a-98f2afd3f6d5', 'name': 'tempest-ServerRescueNegativeTestJSON-429542892-router', 'tenant_id': '6525e39355904810b4595b1ab780a756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '689e4681-b646-4cb3-8d10-5edfa7a813b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:13:09Z', 'revision_number': 4, 'project_id': '6525e39355904810b4595b1ab780a756', 'gw_port': {'id': '689e4681-b646-4cb3-8d10-5edfa7a813b1', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a5f74-d163-458f-8e2a-98f2afd3f6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:04Z', 'updated_at': '2021-08-13T04:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'fb0a28fe-184b-45eb-b922-24a1cd4ffe85', 'name': '', 'network_id': '3307ff4a-688d-47d1-ad62-e6cbee1cd9ca', 'tenant_id': '6525e39355904810b4595b1ab780a756', 'mac_address': 'fa:16:3e:19:86:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889a5f74-d163-458f-8e2a-98f2afd3f6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f3523255-eb2e-4656-814e-91485edd0600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:08Z', 'updated_at': '2021-08-13T04:13:14Z', 'revision_number': 4, 'project_id': '6525e39355904810b4595b1ab780a756', 'subnets': [{'id': 'f3523255-eb2e-4656-814e-91485edd0600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:13:16.893929 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0b3e1c31-d7ac-40a1-81b6-4f179f6f04a1 req-119959a5-d428-45d4-b345-8c88c344fbc3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 210 time: 0.1469471 Aug 13 04:13:16.921274 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1dec020e-a4d9-4700-acb0-080973d90a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:16.972838 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-e3c6e207-e222-48dd-a2ec-c2117156e301 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5967f5f4d86f45dc9076918b08c93367&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7704163 Aug 13 04:13:16.973430 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 50260) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:16.994507 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6e207-e222-48dd-a2ec-c2117156e301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3e46e0-c8ef-423e-ac09-01a6dc1db843,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:17.000969 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-70c6e413-f214-4ead-97c7-58ee23063532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:17.061882 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-90f2f7db-2603-455a-8878-70c07b43769f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Network 13050ba1-7879-4149-9bcd-b02d8c475544 is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:13:17.128000 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2f7db-2603-455a-8878-70c07b43769f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Pushing event updated for resources: {'Port': ['ID=2e8f7d51-164d-4c09-98f5-e442c6ce0988,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:17.149534 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-90f2f7db-2603-455a-8878-70c07b43769f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:13:17.160510 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-90f2f7db-2603-455a-8878-70c07b43769f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:13:17.275093 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-90f2f7db-2603-455a-8878-70c07b43769f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:17.275877 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-90f2f7db-2603-455a-8878-70c07b43769f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:17.285150 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.22', 58559) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:17.432549 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2a881f6c-3e9a-45ef-8f80-8edbae0cc545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:17.491044 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2a881f6c-3e9a-45ef-8f80-8edbae0cc545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:17.523725 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-fd14bb11-dd39-40c7-bd04-c9f5d5a442a3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Allocated IP 172.20.0.8 (673131bb-dc01-48ec-89a5-58651cf3d062/ea28bae9-8209-4915-ac38-22b3611bb520/d96bfe27-0cb5-4705-89f7-1ee8be15abe3) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:13:17.607802 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-5a61360f-4979-49b8-b800-b4ef480fd168 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:17.612036 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-5a61360f-4979-49b8-b800-b4ef480fd168 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.22 "GET /v2.0/networks?id=3307ff4a-688d-47d1-ad62-e6cbee1cd9ca HTTP/1.1" status: 200 len: 818 time: 0.3136950 Aug 13 04:13:17.665184 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2a881f6c-3e9a-45ef-8f80-8edbae0cc545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:17.667880 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2a881f6c-3e9a-45ef-8f80-8edbae0cc545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:17.671514 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-2a881f6c-3e9a-45ef-8f80-8edbae0cc545 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b3e46e0-c8ef-423e-ac09-01a6dc1db843 HTTP/1.1" status: 204 len: 168 time: 0.6900558 Aug 13 04:13:17.682560 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a881f6c-3e9a-45ef-8f80-8edbae0cc545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3e46e0-c8ef-423e-ac09-01a6dc1db843,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:17.874823 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1dec020e-a4d9-4700-acb0-080973d90a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:17.881684 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9291fc63-50d4-45f8-945c-5f5e003aed1f req-5f9935eb-26d7-4c2a-97b9-ad160b264774 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 210 time: 0.0982914 Aug 13 04:13:17.953057 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-e4957d39-ef65-4539-95e7-d74e344cce1f tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Request body: {'port': {'device_id': '7982b97a-33a5-49a8-9966-9078e0e6d56f', 'network_id': '3307ff4a-688d-47d1-ad62-e6cbee1cd9ca', 'admin_state_up': True, 'tenant_id': '6525e39355904810b4595b1ab780a756'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:17.974617 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59cebd-212c-4b60-b8a6-7d8ae1f2c7bc req-7f7faa7c-b64e-42c3-aacd-77c0fd2421a2 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:17.983591 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ad59cebd-212c-4b60-b8a6-7d8ae1f2c7bc req-7f7faa7c-b64e-42c3-aacd-77c0fd2421a2 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 931 time: 0.4331367 Aug 13 04:13:18.014362 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1dec020e-a4d9-4700-acb0-080973d90a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:18.128289 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-90f2f7db-2603-455a-8878-70c07b43769f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7971315 Aug 13 04:13:18.128289 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-da8ad91b-e930-45fb-97ca-7bbb4fe6fccc tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:13:18.128289 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-da8ad91b-e930-45fb-97ca-7bbb4fe6fccc tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088232 Aug 13 04:13:18.287184 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec020e-a4d9-4700-acb0-080973d90a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e250c3d1-c242-4f18-8b2d-7cfbcfac8c48,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:18.312771 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device fb0a28fe-184b-45eb-b922-24a1cd4ffe85 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:13:18.351602 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-fd14bb11-dd39-40c7-bd04-c9f5d5a442a3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:18.361661 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-1dec020e-a4d9-4700-acb0-080973d90a28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c7468738315461a851c2ea57ae14d54&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6092455 Aug 13 04:13:18.361661 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 50278) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:18.411023 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ad59cebd-212c-4b60-b8a6-7d8ae1f2c7bc req-e7756411-b3e1-4280-9a85-41bbd7ab8b8b tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6c6778-52ac-4d35-b65b-20ef8b089ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259443 Aug 13 04:13:18.455819 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-dcd8f408-72cb-411b-9ecf-9388c949ad28 req-bd6cf3e4-6237-4dcf-becb-194f38abc4d6 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 210 time: 0.3240004 Aug 13 04:13:18.630222 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-38233ecf-9860-4888-9187-5c50c4ccceb6 service neutron] Request body: {'port': {'device_id': '42b96aa5-1b4b-4df1-9244-25ad34642b13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:18.686461 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c40d258e-59d8-4c34-a056-48eb2ced52da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:18.710778 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port fb0a28fe-184b-45eb-b922-24a1cd4ffe85 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:13:18.725755 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port fb0a28fe-184b-45eb-b922-24a1cd4ffe85 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:13:18.725755 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:18.786844 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-38233ecf-9860-4888-9187-5c50c4ccceb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:18.795338 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-fd14bb11-dd39-40c7-bd04-c9f5d5a442a3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:18.801880 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c40d258e-59d8-4c34-a056-48eb2ced52da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:18.906552 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:18.992852 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port fb0a28fe-184b-45eb-b922-24a1cd4ffe85, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=fb0a28fe-184b-45eb-b922-24a1cd4ffe85,segment=NetworkSegment(8b8d0444-3d76-40be-a0fe-1f1850b87147),segment_id=8b8d0444-3d76-40be-a0fe-1f1850b87147)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:13:19.075103 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:19.075905 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 33d14546-a0d6-4db2-a0be-18dd5c23e882 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:13:19.114044 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 50300) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:19.170018 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-004fab5d-fc94-410b-a4c1-fa8dcf465f8a req-505a0bfb-8da0-4ea3-8d19-dfa804566aa9 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 210 time: 0.1187248 Aug 13 04:13:19.286263 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-70c6e413-f214-4ead-97c7-58ee23063532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:19.286263 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-fd14bb11-dd39-40c7-bd04-c9f5d5a442a3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Network 673131bb-dc01-48ec-89a5-58651cf3d062 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:13:19.286263 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-fd14bb11-dd39-40c7-bd04-c9f5d5a442a3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:13:19.286263 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14bb11-dd39-40c7-bd04-c9f5d5a442a3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Pushing event updated for resources: {'Port': ['ID=d96bfe27-0cb5-4705-89f7-1ee8be15abe3,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:19.286263 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f063ce25-3bd4-49b1-8e68-88ccb736de10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:19.286263 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-fd14bb11-dd39-40c7-bd04-c9f5d5a442a3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:13:19.288087 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=fb0a28fe-184b-45eb-b922-24a1cd4ffe85,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:19.293573 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-fd14bb11-dd39-40c7-bd04-c9f5d5a442a3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:19.294324 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-fd14bb11-dd39-40c7-bd04-c9f5d5a442a3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for port, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:19.374291 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-38233ecf-9860-4888-9187-5c50c4ccceb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8f7d51-164d-4c09-98f5-e442c6ce0988 {{(pid=94567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:13:19.390634 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-38233ecf-9860-4888-9187-5c50c4ccceb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:19.596578 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port 33d14546-a0d6-4db2-a0be-18dd5c23e882 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:13:19.597197 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-38233ecf-9860-4888-9187-5c50c4ccceb6 service neutron] Transition to ACTIVE for port object 2e8f7d51-164d-4c09-98f5-e442c6ce0988 will not be triggered until provisioned by entity L2. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:13:19.602097 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 33d14546-a0d6-4db2-a0be-18dd5c23e882 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:13:19.604636 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:19.722545 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c40d258e-59d8-4c34-a056-48eb2ced52da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:19.724085 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:19.725268 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c40d258e-59d8-4c34-a056-48eb2ced52da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:19.729203 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-c40d258e-59d8-4c34-a056-48eb2ced52da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e250c3d1-c242-4f18-8b2d-7cfbcfac8c48 HTTP/1.1" status: 204 len: 168 time: 1.3636267 Aug 13 04:13:19.729977 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-70c6e413-f214-4ead-97c7-58ee23063532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:19.776740 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-38233ecf-9860-4888-9187-5c50c4ccceb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:19.788501 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d258e-59d8-4c34-a056-48eb2ced52da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e250c3d1-c242-4f18-8b2d-7cfbcfac8c48,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:19.791043 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port 33d14546-a0d6-4db2-a0be-18dd5c23e882, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=33d14546-a0d6-4db2-a0be-18dd5c23e882,segment=NetworkSegment(24c175ca-9aeb-4e68-9c94-026692638f09),segment_id=24c175ca-9aeb-4e68-9c94-026692638f09)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:13:19.823934 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-70c6e413-f214-4ead-97c7-58ee23063532 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2f38599ca9241bcaf1c17daa032df42&name=default HTTP/1.1" status: 200 len: 2979 time: 4.7501116 Aug 13 04:13:19.837360 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf0637-feb8-4086-ad22-d1081c838309 req-ef4239c5-94a0-439e-b9a9-ab92f6f8ddb0 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:19.838931 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cfaf0637-feb8-4086-ad22-d1081c838309 req-ef4239c5-94a0-439e-b9a9-ab92f6f8ddb0 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 931 time: 0.3359487 Aug 13 04:13:19.839433 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 50312) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:19.877653 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6e413-f214-4ead-97c7-58ee23063532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a38ae8a-0944-4743-8167-e4e2d6a06699,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:19.898115 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:19.919376 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bad69d-f13c-4e78-b522-564007abf479 req-a241cc4f-3f67-47d2-98fa-471504fbfa4e tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:19.926888 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-84bad69d-f13c-4e78-b522-564007abf479 req-a241cc4f-3f67-47d2-98fa-471504fbfa4e tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 931 time: 0.2120943 Aug 13 04:13:19.947050 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e71a8522-03be-40ed-b53a-ef7eb7925aca tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:19.987169 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.db.api [None req-f063ce25-3bd4-49b1-8e68-88ccb736de10 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 04:13:19.987169 dv-cinder-759987-6-iscsi neutron-server[94566]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 13 04:13:19.987169 dv-cinder-759987-6-iscsi neutron-server[94566]: [parameters: {'project_id_1': 'e7472bb5a96f49a3b10e8d3fdc6438a7', 'expiration_1': datetime.datetime(2021, 8, 13, 4, 13, 19, 240512)}] Aug 13 04:13:19.987169 dv-cinder-759987-6-iscsi neutron-server[94566]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 04:13:19.993777 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG oslo_db.api [None req-f063ce25-3bd4-49b1-8e68-88ccb736de10 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 04:13:19.994777 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cfaf0637-feb8-4086-ad22-d1081c838309 req-bbf67aec-51fd-4f1d-8ec2-28018af763fc tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6c6778-52ac-4d35-b65b-20ef8b089ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446793 Aug 13 04:13:19.996497 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=33d14546-a0d6-4db2-a0be-18dd5c23e882,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:20.023653 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38233ecf-9860-4888-9187-5c50c4ccceb6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8f7d51-164d-4c09-98f5-e442c6ce0988,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:20.086228 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-89d7af0e-8652-48dd-ac29-085cbb451e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:20.090870 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-84bad69d-f13c-4e78-b522-564007abf479 req-2be6b8e8-a4af-475e-ad6b-dd67cf70abd7 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631298 Aug 13 04:13:20.121283 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-e4957d39-ef65-4539-95e7-d74e344cce1f tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Made reservation on behalf of 6525e39355904810b4595b1ab780a756 for: {'port': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:13:20.127941 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-e4957d39-ef65-4539-95e7-d74e344cce1f tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:20.147302 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-89d7af0e-8652-48dd-ac29-085cbb451e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:20.160732 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device fb0a28fe-184b-45eb-b922-24a1cd4ffe85 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:13:20.164545 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e71a8522-03be-40ed-b53a-ef7eb7925aca tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:20.244918 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-38233ecf-9860-4888-9187-5c50c4ccceb6 service neutron] Attempting to bind port 2e8f7d51-164d-4c09-98f5-e442c6ce0988 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:13:20.245356 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-38233ecf-9860-4888-9187-5c50c4ccceb6 service neutron] Attempting to bind port 2e8f7d51-164d-4c09-98f5-e442c6ce0988 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': '3272bdd6-6274-44f7-a994-a682aff52b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '13050ba1-7879-4149-9bcd-b02d8c475544'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:13:20.246195 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-38233ecf-9860-4888-9187-5c50c4ccceb6 service neutron] Attempting to bind port 2e8f7d51-164d-4c09-98f5-e442c6ce0988 on network 13050ba1-7879-4149-9bcd-b02d8c475544 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:13:20.271263 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-38233ecf-9860-4888-9187-5c50c4ccceb6 service neutron] Port 2e8f7d51-164d-4c09-98f5-e442c6ce0988 on network 13050ba1-7879-4149-9bcd-b02d8c475544 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:13:20.272640 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port fb0a28fe-184b-45eb-b922-24a1cd4ffe85 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:13:20.272917 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-38233ecf-9860-4888-9187-5c50c4ccceb6 service neutron] Attempting to bind port 2e8f7d51-164d-4c09-98f5-e442c6ce0988 on network 13050ba1-7879-4149-9bcd-b02d8c475544 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:13:20.273083 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:20.298482 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-38233ecf-9860-4888-9187-5c50c4ccceb6 service neutron] Checking agent: {'id': '0c202f7d-8fe9-4513-921d-f16665c9f5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'started_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:13:20.298848 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-38233ecf-9860-4888-9187-5c50c4ccceb6 service neutron] Checking segment: {'id': '3272bdd6-6274-44f7-a994-a682aff52b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '13050ba1-7879-4149-9bcd-b02d8c475544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:13:20.308984 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-38233ecf-9860-4888-9187-5c50c4ccceb6 service neutron] Bound using segment: {'id': '3272bdd6-6274-44f7-a994-a682aff52b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '13050ba1-7879-4149-9bcd-b02d8c475544'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:13:20.309569 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-38233ecf-9860-4888-9187-5c50c4ccceb6 service neutron] Bound port: 2e8f7d51-164d-4c09-98f5-e442c6ce0988, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3272bdd6-6274-44f7-a994-a682aff52b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '13050ba1-7879-4149-9bcd-b02d8c475544'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:13:20.310015 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-38233ecf-9860-4888-9187-5c50c4ccceb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:20.366160 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-60ccbb01-7895-4bca-95d9-c9e8870a6124 req-32c0bc52-9c39-4397-b2a5-ef7dcaa6c798 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 210 time: 0.0622578 Aug 13 04:13:20.376029 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-fd14bb11-dd39-40c7-bd04-c9f5d5a442a3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4287822 Aug 13 04:13:20.408591 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e71a8522-03be-40ed-b53a-ef7eb7925aca tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:20.418716 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-89d7af0e-8652-48dd-ac29-085cbb451e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:20.423708 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-89d7af0e-8652-48dd-ac29-085cbb451e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:20.437766 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-89d7af0e-8652-48dd-ac29-085cbb451e0b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a38ae8a-0944-4743-8167-e4e2d6a06699 HTTP/1.1" status: 204 len: 168 time: 0.5924132 Aug 13 04:13:20.451718 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 33d14546-a0d6-4db2-a0be-18dd5c23e882 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:13:20.500886 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f063ce25-3bd4-49b1-8e68-88ccb736de10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:20.511207 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 33d14546-a0d6-4db2-a0be-18dd5c23e882 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:13:20.512194 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:20.562440 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-e4957d39-ef65-4539-95e7-d74e344cce1f tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Allocated IP 172.20.0.12 (3307ff4a-688d-47d1-ad62-e6cbee1cd9ca/f3523255-eb2e-4656-814e-91485edd0600/9d7726e9-911a-4b3e-9ed1-222c5c77ae69) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:13:20.570766 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a8522-03be-40ed-b53a-ef7eb7925aca tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88056c2-a3e3-4f38-b28a-3224bb18b18d,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:20.578986 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7af0e-8652-48dd-ac29-085cbb451e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a38ae8a-0944-4743-8167-e4e2d6a06699,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:20.609033 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e71a8522-03be-40ed-b53a-ef7eb7925aca tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:20.614613 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-e71a8522-03be-40ed-b53a-ef7eb7925aca tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 5.8975964 Aug 13 04:13:20.616297 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 50330) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:20.654430 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-1c408dca-e271-45b8-a934-535defbe03d7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Request body: {'floatingip': {'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:20.666790 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-38233ecf-9860-4888-9187-5c50c4ccceb6 service neutron] For port 2e8f7d51-164d-4c09-98f5-e442c6ce0988, host hv-cinder-75998, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:13:20.724438 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-38233ecf-9860-4888-9187-5c50c4ccceb6 service neutron] For port 2e8f7d51-164d-4c09-98f5-e442c6ce0988, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=2e8f7d51-164d-4c09-98f5-e442c6ce0988,segment=NetworkSegment(3272bdd6-6274-44f7-a994-a682aff52b3e),segment_id=3272bdd6-6274-44f7-a994-a682aff52b3e)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:13:20.794906 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-38233ecf-9860-4888-9187-5c50c4ccceb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:20.879797 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f063ce25-3bd4-49b1-8e68-88ccb736de10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:20.895688 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-38233ecf-9860-4888-9187-5c50c4ccceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:20.896572 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-38233ecf-9860-4888-9187-5c50c4ccceb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:20.898249 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-38233ecf-9860-4888-9187-5c50c4ccceb6 service neutron] 10.222.0.22 "PUT /v2.0/ports/2e8f7d51-164d-4c09-98f5-e442c6ce0988 HTTP/1.1" status: 200 len: 1093 time: 2.4215646 Aug 13 04:13:20.898867 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b96aa5-1b4b-4df1-9244-25ad34642b13', 'tag': '2e8f7d51-164d-4c09-98f5-e442c6ce0988'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:13:20.928410 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38233ecf-9860-4888-9187-5c50c4ccceb6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8f7d51-164d-4c09-98f5-e442c6ce0988,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:20.973118 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-e4957d39-ef65-4539-95e7-d74e344cce1f tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:21.151609 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c8d08-3242-410d-870b-6d36cabbd3a7 req-a33cd1c6-5800-4c04-8a2a-5561187d206c tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:21.153202 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-927c8d08-3242-410d-870b-6d36cabbd3a7 req-a33cd1c6-5800-4c04-8a2a-5561187d206c tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 943 time: 0.0541196 Aug 13 04:13:21.218387 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f063ce25-3bd4-49b1-8e68-88ccb736de10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:21.249927 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-927c8d08-3242-410d-870b-6d36cabbd3a7 req-83458316-1a04-4b9b-b47f-7ab72260b342 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6c6778-52ac-4d35-b65b-20ef8b089ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900109 Aug 13 04:13:21.286702 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063ce25-3bd4-49b1-8e68-88ccb736de10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac325df-6cb9-44ad-a709-025b55ca4a1d,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:21.291933 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-f063ce25-3bd4-49b1-8e68-88ccb736de10 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e7472bb5a96f49a3b10e8d3fdc6438a7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1753149 Aug 13 04:13:21.294710 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 50348) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:21.306925 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cef1d3-2ab1-464d-a086-990ec8f6037b req-f9cd7ed4-5312-4099-aea6-0011cfb922ff tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:21.309726 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b9cef1d3-2ab1-464d-a086-990ec8f6037b req-f9cd7ed4-5312-4099-aea6-0011cfb922ff tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 931 time: 0.1329026 Aug 13 04:13:21.376902 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b9cef1d3-2ab1-464d-a086-990ec8f6037b req-3a8b4b08-c10c-4c58-985b-e7cf264f2f5f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572243 Aug 13 04:13:21.379035 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-e4957d39-ef65-4539-95e7-d74e344cce1f tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:21.423161 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3a6ea34f-7ec9-4b49-b74e-92c8f99f320e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:21.451894 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-e4957d39-ef65-4539-95e7-d74e344cce1f tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Network 3307ff4a-688d-47d1-ad62-e6cbee1cd9ca is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:13:21.459574 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-e4957d39-ef65-4539-95e7-d74e344cce1f tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:13:21.468641 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-e4957d39-ef65-4539-95e7-d74e344cce1f tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:13:21.474933 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1c408dca-e271-45b8-a934-535defbe03d7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for floatingip, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:21.476502 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4957d39-ef65-4539-95e7-d74e344cce1f tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Pushing event updated for resources: {'Port': ['ID=9d7726e9-911a-4b3e-9ed1-222c5c77ae69,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:21.490151 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3a6ea34f-7ec9-4b49-b74e-92c8f99f320e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:21.572880 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-e4957d39-ef65-4539-95e7-d74e344cce1f tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:21.573479 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-e4957d39-ef65-4539-95e7-d74e344cce1f tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:21.604480 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d7b6520b-33f7-4f50-b1f0-7da7550b287d req-1eca245d-c27b-49b1-8185-0305ee727889 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 210 time: 0.0954719 Aug 13 04:13:21.702573 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1c408dca-e271-45b8-a934-535defbe03d7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:21.722295 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda4eac0-6feb-4c9a-96f9-75ab21341870" -d '{"events": [{"name": "network-changed", "server_uuid": "42b96aa5-1b4b-4df1-9244-25ad34642b13", "tag": "2e8f7d51-164d-4c09-98f5-e442c6ce0988"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:13:21.823001 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-e4957d39-ef65-4539-95e7-d74e344cce1f tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8760316 Aug 13 04:13:21.853569 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3a6ea34f-7ec9-4b49-b74e-92c8f99f320e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:21.863570 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3a6ea34f-7ec9-4b49-b74e-92c8f99f320e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:21.866671 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-3a6ea34f-7ec9-4b49-b74e-92c8f99f320e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ac325df-6cb9-44ad-a709-025b55ca4a1d HTTP/1.1" status: 204 len: 168 time: 0.5708728 Aug 13 04:13:21.890342 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ea34f-7ec9-4b49-b74e-92c8f99f320e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac325df-6cb9-44ad-a709-025b55ca4a1d,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:21.914602 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad52eeef-3a3e-4477-8548-6b64c1dd93e6 x-openstack-request-id: req-ad52eeef-3a3e-4477-8548-6b64c1dd93e6 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:13:21.914840 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b96aa5-1b4b-4df1-9244-25ad34642b13", "tag": "2e8f7d51-164d-4c09-98f5-e442c6ce0988", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:13:21.915098 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad52eeef-3a3e-4477-8548-6b64c1dd93e6 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:13:21.915819 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b96aa5-1b4b-4df1-9244-25ad34642b13', 'tag': '2e8f7d51-164d-4c09-98f5-e442c6ce0988', 'status': 'completed', 'code': 200} Aug 13 04:13:22.027643 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-1c408dca-e271-45b8-a934-535defbe03d7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Allocated IP 172.27.3.118 (a2b3fd62-7513-4482-ab06-e961571be3c5/2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e/ca75398f-7fe6-4e49-908d-924f6c5f5ce6) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:13:22.265014 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1c408dca-e271-45b8-a934-535defbe03d7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:22.402282 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4186f-91f2-4089-9193-7b6394342514 req-65240a1c-6113-4be7-8a0f-aefdc900775a tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:22.403864 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a3d4186f-91f2-4089-9193-7b6394342514 req-65240a1c-6113-4be7-8a0f-aefdc900775a tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 943 time: 0.0664051 Aug 13 04:13:22.497203 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1c408dca-e271-45b8-a934-535defbe03d7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:22.506988 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a3d4186f-91f2-4089-9193-7b6394342514 req-9cee6265-2836-4624-94c4-7cf96c535c83 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6c6778-52ac-4d35-b65b-20ef8b089ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954587 Aug 13 04:13:22.568235 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c408dca-e271-45b8-a934-535defbe03d7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Network a2b3fd62-7513-4482-ab06-e961571be3c5 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:13:22.580622 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-1c408dca-e271-45b8-a934-535defbe03d7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:13:22.583189 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c408dca-e271-45b8-a934-535defbe03d7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:13:22.607947 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c408dca-e271-45b8-a934-535defbe03d7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Pushing event updated for resources: {'Port': ['ID=ca75398f-7fe6-4e49-908d-924f6c5f5ce6,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:22.623167 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c5791-1567-4ffe-8ef8-244035b5f6af req-57e2dde9-0fe9-4631-958f-e77522d7b411 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:22.625164 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f84c5791-1567-4ffe-8ef8-244035b5f6af req-57e2dde9-0fe9-4631-958f-e77522d7b411 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 931 time: 0.1630898 Aug 13 04:13:22.859039 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-46fca1cb-e3f1-4357-a787-55306b3912bf req-58393ad7-89da-492c-82e9-b737e6a77321 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 210 time: 0.0682249 Aug 13 04:13:22.859039 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f84c5791-1567-4ffe-8ef8-244035b5f6af req-f62ee5da-0b5d-4486-9ed6-f8e44ed2f9aa tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768980 Aug 13 04:13:22.859039 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1c408dca-e271-45b8-a934-535defbe03d7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:22.862110 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 50404) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:23.061218 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-2982516c-6acf-4094-ba06-10c4b8362e1b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1322266076-network', 'tenant_id': '05d5ca088ab1471b8bed4ebcdc50ca09'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:23.097074 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1c408dca-e271-45b8-a934-535defbe03d7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:23.254694 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2982516c-6acf-4094-ba06-10c4b8362e1b admin admin] Made reservation on behalf of 05d5ca088ab1471b8bed4ebcdc50ca09 for: {'network': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:13:23.260181 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2982516c-6acf-4094-ba06-10c4b8362e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for network, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:23.292107 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2982516c-6acf-4094-ba06-10c4b8362e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:23.309077 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1c408dca-e271-45b8-a934-535defbe03d7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:23.390270 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1c408dca-e271-45b8-a934-535defbe03d7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2630174'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:23.463745 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2982516c-6acf-4094-ba06-10c4b8362e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:23.512521 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c408dca-e271-45b8-a934-535defbe03d7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Pushing event updated for resources: {'Port': ['ID=ca75398f-7fe6-4e49-908d-924f6c5f5ce6,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:23.517905 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1c408dca-e271-45b8-a934-535defbe03d7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704406'] for floatingip, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:23.663961 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044eeba-fa59-4aa1-9c38-566789b7e033 req-abc7921b-808b-40fc-a17c-5d533695d8e7 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:23.665535 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c044eeba-fa59-4aa1-9c38-566789b7e033 req-abc7921b-808b-40fc-a17c-5d533695d8e7 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 943 time: 0.0779464 Aug 13 04:13:23.716082 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2982516c-6acf-4094-ba06-10c4b8362e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:23.726892 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c044eeba-fa59-4aa1-9c38-566789b7e033 req-fcaee5cc-8449-4af5-94ab-2efe29a714ff tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6c6778-52ac-4d35-b65b-20ef8b089ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537925 Aug 13 04:13:23.749487 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2982516c-6acf-4094-ba06-10c4b8362e1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=94567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:13:23.771023 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982516c-6acf-4094-ba06-10c4b8362e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a8d6d8-50af-4a42-8984-807223471d4d,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:23.778075 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2982516c-6acf-4094-ba06-10c4b8362e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:23.778631 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.db.segments_db [None req-2982516c-6acf-4094-ba06-10c4b8362e1b admin admin] Added segment 50bc913b-5323-446a-bf81-d5967d33fd75 of type vlan for network e54a30c9-8b2a-4b4e-8e9e-29709150765f Aug 13 04:13:23.784813 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1c408dca-e271-45b8-a934-535defbe03d7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for floatingip, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:23.786359 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-1c408dca-e271-45b8-a934-535defbe03d7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1553421 Aug 13 04:13:23.842290 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2982516c-6acf-4094-ba06-10c4b8362e1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784943942714'] for network, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:23.894038 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:23.981066 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2982516c-6acf-4094-ba06-10c4b8362e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for network, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:23.981066 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2982516c-6acf-4094-ba06-10c4b8362e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:23.981066 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2982516c-6acf-4094-ba06-10c4b8362e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:24.024178 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c8092cf7-3f5e-40f0-9956-007670da60f8 req-0bf9bc1d-a691-4c03-bbc6-a087e5b3abca tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 210 time: 0.0682352 Aug 13 04:13:24.083842 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982516c-6acf-4094-ba06-10c4b8362e1b admin admin] Pushing event updated for resources: {'Network': ['ID=e54a30c9-8b2a-4b4e-8e9e-29709150765f,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:24.095294 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f793e-d272-47d3-a6cb-e92728abdd0e req-8013434f-77b3-4f33-aba8-c05fb6e2a50b tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:24.100823 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Network e54a30c9-8b2a-4b4e-8e9e-29709150765f details requested by agent ovs-agent-dv-cinder-759987-6-iscsi with host dv-cinder-759987-6-iscsi {{(pid=94568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:13:24.121875 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-609f793e-d272-47d3-a6cb-e92728abdd0e req-8013434f-77b3-4f33-aba8-c05fb6e2a50b tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 931 time: 0.1292453 Aug 13 04:13:24.374519 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-609f793e-d272-47d3-a6cb-e92728abdd0e req-19db41fa-f724-4dde-8dd7-86766e2acfce tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817251 Aug 13 04:13:24.374519 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-e63d87cb-862a-451d-be9e-0058255f60aa tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1681326092&fields=id&tenant_id=002375b8005d44a193b301833aa330dc HTTP/1.1" status: 200 len: 267 time: 0.0951073 Aug 13 04:13:24.374519 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-ef850941-83f7-4042-881f-0d07c0f22089 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:24.374519 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-ef850941-83f7-4042-881f-0d07c0f22089 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/networks?id=1f5f08bb-8497-4150-a3e9-90ccd6853fea HTTP/1.1" status: 200 len: 811 time: 0.1367426 Aug 13 04:13:24.382113 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-81a0a29a-b0fa-4dca-bcb9-888ff36df9ac tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/quotas/002375b8005d44a193b301833aa330dc HTTP/1.1" status: 200 len: 375 time: 0.0129242 Aug 13 04:13:24.395159 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-2982516c-6acf-4094-ba06-10c4b8362e1b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5318747 Aug 13 04:13:24.398053 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 50458) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:24.403068 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-523c3e28-d355-4be8-bcc6-3af7f91558c9 admin admin] Request body: {'subnet': {'network_id': 'e54a30c9-8b2a-4b4e-8e9e-29709150765f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1322266076-subnet', 'tenant_id': '05d5ca088ab1471b8bed4ebcdc50ca09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:24.450933 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-b5cd83dd-b6f1-4281-804e-2446daa7f2ce tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=002375b8005d44a193b301833aa330dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0627117 Aug 13 04:13:24.533694 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523c3e28-d355-4be8-bcc6-3af7f91558c9 admin admin] Made reservation on behalf of 05d5ca088ab1471b8bed4ebcdc50ca09 for: {'subnet': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:13:24.536459 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-523c3e28-d355-4be8-bcc6-3af7f91558c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3275399'] for subnet, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:24.591249 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-7e08dc18-5f2f-404c-8127-5b0ba6e9ab1b service neutron] 10.222.0.32 "GET /v2.0/networks/1f5f08bb-8497-4150-a3e9-90ccd6853fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211605 Aug 13 04:13:24.715226 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-724629d6-5c09-431b-94fb-0e29aaf7177f service neutron] 10.222.0.32 "GET /v2.0/networks/1f5f08bb-8497-4150-a3e9-90ccd6853fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167767 Aug 13 04:13:24.870733 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-523c3e28-d355-4be8-bcc6-3af7f91558c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2940352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3275445'] for subnet, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:24.873760 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3089b6f-ed97-4aa8-b892-e2a8c590024f req-cd384ead-539f-4b69-b4dc-db4ee5b677d5 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:24.875075 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a3089b6f-ed97-4aa8-b892-e2a8c590024f req-cd384ead-539f-4b69-b4dc-db4ee5b677d5 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 943 time: 0.0632653 Aug 13 04:13:24.960617 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a3089b6f-ed97-4aa8-b892-e2a8c590024f req-1abb21e0-2bdf-4f30-9ed1-6d1c3f931a25 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6c6778-52ac-4d35-b65b-20ef8b089ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779481 Aug 13 04:13:25.011491 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c3e28-d355-4be8-bcc6-3af7f91558c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5af3d8ad-64e9-41b0-a056-0bcd110765f6,revision_number=0']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:25.024318 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523c3e28-d355-4be8-bcc6-3af7f91558c9 admin admin] Checking segment: {'id': '50bc913b-5323-446a-bf81-d5967d33fd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e54a30c9-8b2a-4b4e-8e9e-29709150765f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:13:25.024908 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523c3e28-d355-4be8-bcc6-3af7f91558c9 admin admin] Network hostable DHCP agents. Network: e54a30c9-8b2a-4b4e-8e9e-29709150765f, hostable agents: ['a96cd20f-888c-4e1e-badb-6a5336c30bd0'], hosted agents: [] {{(pid=94567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:13:25.106096 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6c30fd87-db97-4065-a4d5-325b82473d2d req-601a25ae-a29f-43fd-b66e-5ac7fcce1932 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 210 time: 0.0426123 Aug 13 04:13:25.133293 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523c3e28-d355-4be8-bcc6-3af7f91558c9 admin admin] Network e54a30c9-8b2a-4b4e-8e9e-29709150765f is scheduled to be hosted by DHCP agent a96cd20f-888c-4e1e-badb-6a5336c30bd0 with binding_index 1 {{(pid=94567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:13:25.214751 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-db17f6b6-a66c-4d40-ba9e-8716a621dee4 req-b77dff34-9bc7-4e9e-9327-b9f9db576817 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 210 time: 0.0424163 Aug 13 04:13:25.236558 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [None req-523c3e28-d355-4be8-bcc6-3af7f91558c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-6-iscsi, e54a30c9-8b2a-4b4e-8e9e-29709150765f) {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:13:25.249103 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523c3e28-d355-4be8-bcc6-3af7f91558c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:25.249686 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6062503d-15f6-40c7-9154-bf85ac3ee5dc None None] Network e54a30c9-8b2a-4b4e-8e9e-29709150765f requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:13:25.250681 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-523c3e28-d355-4be8-bcc6-3af7f91558c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for subnet, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:25.326939 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-523c3e28-d355-4be8-bcc6-3af7f91558c9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9277799 Aug 13 04:13:25.423287 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3e8bd-bc82-4000-90ee-0574a0b3d68b req-67aec561-d9e2-4845-b339-6c33138b56e8 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:25.435420 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-06b3e8bd-bc82-4000-90ee-0574a0b3d68b req-67aec561-d9e2-4845-b339-6c33138b56e8 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 931 time: 0.0927098 Aug 13 04:13:25.517189 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-06b3e8bd-bc82-4000-90ee-0574a0b3d68b req-8b33e07e-69fb-41ab-87d6-b268eb38cf22 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790768 Aug 13 04:13:25.532570 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2246b9-23bd-4a52-ae02-a8e0049847cd None None] Network e54a30c9-8b2a-4b4e-8e9e-29709150765f requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:13:25.549568 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-1dd6adc9-f24d-4bf9-b19d-e4d4c5a2daa0 service neutron] Request body: {'port': {'device_id': '7982b97a-33a5-49a8-9966-9078e0e6d56f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:25.577203 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-efe0fe12-74ad-4e1b-8c2c-591ddfc4e6ed service neutron] Request body: {'port': {'device_id': 'b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:25.584830 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.22', 58570) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:25.807729 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-1dd6adc9-f24d-4bf9-b19d-e4d4c5a2daa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:25.888255 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-209aed13-a11e-457f-b94f-f2e10bcfab1c tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:25.890178 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-209aed13-a11e-457f-b94f-f2e10bcfab1c tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.22 "GET /v2.0/networks?id=3307ff4a-688d-47d1-ad62-e6cbee1cd9ca HTTP/1.1" status: 200 len: 818 time: 0.2783639 Aug 13 04:13:25.908682 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-efe0fe12-74ad-4e1b-8c2c-591ddfc4e6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:25.909152 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-c98a6120-e0c3-4770-9222-25966daf241a tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Request body: {'port': {'device_id': '65eb66e2-13e1-496d-91eb-a23335e41555', 'network_id': '3307ff4a-688d-47d1-ad62-e6cbee1cd9ca', 'admin_state_up': True, 'tenant_id': '6525e39355904810b4595b1ab780a756'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:26.011550 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4eac0-6feb-4c9a-96f9-75ab21341870 req-71b27052-fafd-4e63-9407-533831d0ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:26.021214 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-eda4eac0-6feb-4c9a-96f9-75ab21341870 req-71b27052-fafd-4e63-9407-533831d0ef21 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2311ab203f964f96870aa9aae3be3d0d&device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 1096 time: 0.4342034 Aug 13 04:13:26.444644 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a76b647e-7842-460a-bb33-c8e5b66aaa23 req-97e893f4-224e-4668-a54e-50f16189ccc2 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 210 time: 0.1624813 Aug 13 04:13:26.577001 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-c98a6120-e0c3-4770-9222-25966daf241a tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Made reservation on behalf of 6525e39355904810b4595b1ab780a756 for: {'port': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:13:26.581608 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-c98a6120-e0c3-4770-9222-25966daf241a tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:26.741887 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-1dd6adc9-f24d-4bf9-b19d-e4d4c5a2daa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d7726e9-911a-4b3e-9ed1-222c5c77ae69 {{(pid=94567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:13:26.753744 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-1dd6adc9-f24d-4bf9-b19d-e4d4c5a2daa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:26.768102 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-1dd6adc9-f24d-4bf9-b19d-e4d4c5a2daa0 service neutron] Transition to ACTIVE for port object 9d7726e9-911a-4b3e-9ed1-222c5c77ae69 will not be triggered until provisioned by entity L2. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:13:26.834905 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4b873b3d-6857-4a4f-90d3-a48f65cb7ec9 req-3694df49-9f19-49f9-abf2-0f1ae5c4635e tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 210 time: 0.0943484 Aug 13 04:13:26.880579 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae80cf-0406-4e9e-81e2-ca37931c12c8 req-a2fe4099-1be3-48dc-adf1-5e4d05109f94 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:26.882158 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-73ae80cf-0406-4e9e-81e2-ca37931c12c8 req-a2fe4099-1be3-48dc-adf1-5e4d05109f94 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 943 time: 0.5978107 Aug 13 04:13:26.899923 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-1dd6adc9-f24d-4bf9-b19d-e4d4c5a2daa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:26.911758 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 50550) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:26.918845 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-e9ed71db-4025-49cd-9297-16515606a4da admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-953351766-network', 'tenant_id': '682363762db14744820963c61d3ca734'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:26.964614 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4eac0-6feb-4c9a-96f9-75ab21341870 req-bcdb8538-a71b-4ff1-9e0f-5545138e57ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:26.966053 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-eda4eac0-6feb-4c9a-96f9-75ab21341870 req-bcdb8538-a71b-4ff1-9e0f-5545138e57ff service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=2311ab203f964f96870aa9aae3be3d0d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6828513 Aug 13 04:13:27.003258 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-73ae80cf-0406-4e9e-81e2-ca37931c12c8 req-64d0fad7-965e-4c4c-88e5-10a11d93035c tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6c6778-52ac-4d35-b65b-20ef8b089ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936563 Aug 13 04:13:27.006621 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6adc9-f24d-4bf9-b19d-e4d4c5a2daa0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7726e9-911a-4b3e-9ed1-222c5c77ae69,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:27.016407 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-c98a6120-e0c3-4770-9222-25966daf241a tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Allocated IP 172.20.0.9 (3307ff4a-688d-47d1-ad62-e6cbee1cd9ca/f3523255-eb2e-4656-814e-91485edd0600/3c871e2e-0556-42b8-92d1-1530b4805b98) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:13:27.157816 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ed71db-4025-49cd-9297-16515606a4da admin admin] Made reservation on behalf of 682363762db14744820963c61d3ca734 for: {'network': 1} {{(pid=94566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:13:27.161941 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e9ed71db-4025-49cd-9297-16515606a4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for network, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:27.164322 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-1dd6adc9-f24d-4bf9-b19d-e4d4c5a2daa0 service neutron] Attempting to bind port 9d7726e9-911a-4b3e-9ed1-222c5c77ae69 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:13:27.165900 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-1dd6adc9-f24d-4bf9-b19d-e4d4c5a2daa0 service neutron] Attempting to bind port 9d7726e9-911a-4b3e-9ed1-222c5c77ae69 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': '8b8d0444-3d76-40be-a0fe-1f1850b87147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3307ff4a-688d-47d1-ad62-e6cbee1cd9ca'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:13:27.168830 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-1dd6adc9-f24d-4bf9-b19d-e4d4c5a2daa0 service neutron] Attempting to bind port 9d7726e9-911a-4b3e-9ed1-222c5c77ae69 on network 3307ff4a-688d-47d1-ad62-e6cbee1cd9ca {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:13:27.198692 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-1dd6adc9-f24d-4bf9-b19d-e4d4c5a2daa0 service neutron] Port 9d7726e9-911a-4b3e-9ed1-222c5c77ae69 on network 3307ff4a-688d-47d1-ad62-e6cbee1cd9ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:13:27.199015 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-1dd6adc9-f24d-4bf9-b19d-e4d4c5a2daa0 service neutron] Attempting to bind port 9d7726e9-911a-4b3e-9ed1-222c5c77ae69 on network 3307ff4a-688d-47d1-ad62-e6cbee1cd9ca {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:13:27.207522 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-1dd6adc9-f24d-4bf9-b19d-e4d4c5a2daa0 service neutron] Checking agent: {'id': '0c202f7d-8fe9-4513-921d-f16665c9f5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'started_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:13:27.207862 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-1dd6adc9-f24d-4bf9-b19d-e4d4c5a2daa0 service neutron] Checking segment: {'id': '8b8d0444-3d76-40be-a0fe-1f1850b87147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3307ff4a-688d-47d1-ad62-e6cbee1cd9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:13:27.208245 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-1dd6adc9-f24d-4bf9-b19d-e4d4c5a2daa0 service neutron] Bound using segment: {'id': '8b8d0444-3d76-40be-a0fe-1f1850b87147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3307ff4a-688d-47d1-ad62-e6cbee1cd9ca'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:13:27.208705 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-1dd6adc9-f24d-4bf9-b19d-e4d4c5a2daa0 service neutron] Bound port: 9d7726e9-911a-4b3e-9ed1-222c5c77ae69, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b8d0444-3d76-40be-a0fe-1f1850b87147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3307ff4a-688d-47d1-ad62-e6cbee1cd9ca'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:13:27.209069 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-1dd6adc9-f24d-4bf9-b19d-e4d4c5a2daa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:27.219698 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e9ed71db-4025-49cd-9297-16515606a4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:27.319263 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-c98a6120-e0c3-4770-9222-25966daf241a tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:27.325539 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-1dd6adc9-f24d-4bf9-b19d-e4d4c5a2daa0 service neutron] For port 9d7726e9-911a-4b3e-9ed1-222c5c77ae69, host hv-cinder-75998, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:13:27.333116 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5270a6-3e7d-4fdd-917f-25c21c38afdc req-6031ef59-7ea6-4e90-800b-c32dcbbd849c tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:27.339772 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1b5270a6-3e7d-4fdd-917f-25c21c38afdc req-6031ef59-7ea6-4e90-800b-c32dcbbd849c tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 931 time: 0.2935910 Aug 13 04:13:27.345384 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-1dd6adc9-f24d-4bf9-b19d-e4d4c5a2daa0 service neutron] For port 9d7726e9-911a-4b3e-9ed1-222c5c77ae69, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=9d7726e9-911a-4b3e-9ed1-222c5c77ae69,segment=NetworkSegment(8b8d0444-3d76-40be-a0fe-1f1850b87147),segment_id=8b8d0444-3d76-40be-a0fe-1f1850b87147)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:13:27.394254 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-efe0fe12-74ad-4e1b-8c2c-591ddfc4e6ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d96bfe27-0cb5-4705-89f7-1ee8be15abe3 {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:13:27.403320 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4eac0-6feb-4c9a-96f9-75ab21341870 req-3703f183-262f-4e48-a2f4-3e388290b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:27.404867 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-eda4eac0-6feb-4c9a-96f9-75ab21341870 req-3703f183-262f-4e48-a2f4-3e388290b844 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3814900 Aug 13 04:13:27.410609 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-efe0fe12-74ad-4e1b-8c2c-591ddfc4e6ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:27.448391 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-efe0fe12-74ad-4e1b-8c2c-591ddfc4e6ed service neutron] Transition to ACTIVE for port object d96bfe27-0cb5-4705-89f7-1ee8be15abe3 will not be triggered until provisioned by entity L2. {{(pid=94566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:13:27.465922 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-1dd6adc9-f24d-4bf9-b19d-e4d4c5a2daa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:27.469981 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1b5270a6-3e7d-4fdd-917f-25c21c38afdc req-295edb25-0136-4e58-8a24-d28c9e7a1c94 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232901 Aug 13 04:13:27.471682 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-c98a6120-e0c3-4770-9222-25966daf241a tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:27.520314 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-1dd6adc9-f24d-4bf9-b19d-e4d4c5a2daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:27.521038 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-1dd6adc9-f24d-4bf9-b19d-e4d4c5a2daa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:27.522468 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-1dd6adc9-f24d-4bf9-b19d-e4d4c5a2daa0 service neutron] 10.222.0.22 "PUT /v2.0/ports/9d7726e9-911a-4b3e-9ed1-222c5c77ae69 HTTP/1.1" status: 200 len: 1094 time: 1.9791493 Aug 13 04:13:27.523402 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7982b97a-33a5-49a8-9966-9078e0e6d56f', 'tag': '9d7726e9-911a-4b3e-9ed1-222c5c77ae69'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:13:27.525813 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d13afac-e806-4167-a855-8a69228ae562" -d '{"events": [{"name": "network-changed", "server_uuid": "7982b97a-33a5-49a8-9966-9078e0e6d56f", "tag": "9d7726e9-911a-4b3e-9ed1-222c5c77ae69"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:13:27.532333 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-401fce17-18f4-4962-bc7c-b1fc0c1b7c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:27.543085 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-401fce17-18f4-4962-bc7c-b1fc0c1b7c42 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2311ab203f964f96870aa9aae3be3d0d&device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 1096 time: 0.0845566 Aug 13 04:13:27.543085 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-efe0fe12-74ad-4e1b-8c2c-591ddfc4e6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2630174'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:27.544219 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-c98a6120-e0c3-4770-9222-25966daf241a tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Network 3307ff4a-688d-47d1-ad62-e6cbee1cd9ca is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:13:27.547899 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-c98a6120-e0c3-4770-9222-25966daf241a tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:13:27.552275 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-c98a6120-e0c3-4770-9222-25966daf241a tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:13:27.556207 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6adc9-f24d-4bf9-b19d-e4d4c5a2daa0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7726e9-911a-4b3e-9ed1-222c5c77ae69,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:27.621411 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0535858-221e-4c6d-9d7c-3bf09e7e508e x-openstack-request-id: req-c0535858-221e-4c6d-9d7c-3bf09e7e508e {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:13:27.621411 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7982b97a-33a5-49a8-9966-9078e0e6d56f", "tag": "9d7726e9-911a-4b3e-9ed1-222c5c77ae69", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:13:27.621411 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0535858-221e-4c6d-9d7c-3bf09e7e508e {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:13:27.621411 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7982b97a-33a5-49a8-9966-9078e0e6d56f', 'tag': '9d7726e9-911a-4b3e-9ed1-222c5c77ae69', 'status': 'completed', 'code': 200} Aug 13 04:13:27.704661 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a6120-e0c3-4770-9222-25966daf241a tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Pushing event updated for resources: {'Port': ['ID=3c871e2e-0556-42b8-92d1-1530b4805b98,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:27.706159 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e9ed71db-4025-49cd-9297-16515606a4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:27.711631 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-4c5df102-90b5-44e1-9d6c-d5a8b7e23883 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e8f7d51-164d-4c09-98f5-e442c6ce0988 HTTP/1.1" status: 200 len: 217 time: 0.1286256 Aug 13 04:13:27.715154 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-c98a6120-e0c3-4770-9222-25966daf241a tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:27.717253 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-c98a6120-e0c3-4770-9222-25966daf241a tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:27.729276 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-77c8b828-9eb0-413f-9469-528201bb2b8c req-d12cbe23-1d57-4b89-ac86-186e7b64d9ca tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 210 time: 0.1400878 Aug 13 04:13:27.740541 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0fe12-74ad-4e1b-8c2c-591ddfc4e6ed service neutron] Pushing event updated for resources: {'Port': ['ID=d96bfe27-0cb5-4705-89f7-1ee8be15abe3,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:27.773693 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e9ed71db-4025-49cd-9297-16515606a4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:27.806304 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13afac-e806-4167-a855-8a69228ae562 req-199bdd10-e867-4618-a22b-94945a54acf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:27.808475 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-4d13afac-e806-4167-a855-8a69228ae562 req-199bdd10-e867-4618-a22b-94945a54acf1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6525e39355904810b4595b1ab780a756&device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 1097 time: 0.1636314 Aug 13 04:13:27.865899 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ed71db-4025-49cd-9297-16515606a4da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=94566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:13:27.901519 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-1965858a-a622-40f7-8fc4-e9117ea83ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:27.903590 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-1965858a-a622-40f7-8fc4-e9117ea83ef9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=96265726-b3e7-4630-89b7-26478ceef78e HTTP/1.1" status: 200 len: 852 time: 0.1777027 Aug 13 04:13:27.904451 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed71db-4025-49cd-9297-16515606a4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c24bfe-b9e3-43ad-822a-d7c6827b706b,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:27.918118 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-c98a6120-e0c3-4770-9222-25966daf241a tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0077899 Aug 13 04:13:27.918570 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e9ed71db-4025-49cd-9297-16515606a4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:27.918570 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.db.segments_db [None req-e9ed71db-4025-49cd-9297-16515606a4da admin admin] Added segment a81861b6-b54f-4724-b8ad-bf84de5e064c of type vlan for network cb51a296-c9f5-4e5e-add8-11748818bccf Aug 13 04:13:27.936821 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-86698803-7c7d-408c-9e92-a690b148218b service neutron] Request body: {'port': {'device_id': '65eb66e2-13e1-496d-91eb-a23335e41555', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:27.991123 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-f212f231-b1b4-40bf-80ce-b27453a35aca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=13050ba1-7879-4149-9bcd-b02d8c475544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694048 Aug 13 04:13:28.079526 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-86698803-7c7d-408c-9e92-a690b148218b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:28.093125 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13afac-e806-4167-a855-8a69228ae562 req-90a90a99-afbd-4569-b9a7-6d9735849df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:28.095575 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-4d13afac-e806-4167-a855-8a69228ae562 req-90a90a99-afbd-4569-b9a7-6d9735849df9 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=6525e39355904810b4595b1ab780a756&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2795393 Aug 13 04:13:28.099810 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e9ed71db-4025-49cd-9297-16515606a4da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784943942714'] for network, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:28.103321 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-efe0fe12-74ad-4e1b-8c2c-591ddfc4e6ed service neutron] Attempting to bind port d96bfe27-0cb5-4705-89f7-1ee8be15abe3 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:13:28.103671 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-efe0fe12-74ad-4e1b-8c2c-591ddfc4e6ed service neutron] Attempting to bind port d96bfe27-0cb5-4705-89f7-1ee8be15abe3 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': '6fcbf172-e9bd-487d-9c86-96b54fe5005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062'}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:13:28.104015 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-efe0fe12-74ad-4e1b-8c2c-591ddfc4e6ed service neutron] Attempting to bind port d96bfe27-0cb5-4705-89f7-1ee8be15abe3 on network 673131bb-dc01-48ec-89a5-58651cf3d062 {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:13:28.131208 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-efe0fe12-74ad-4e1b-8c2c-591ddfc4e6ed service neutron] Port d96bfe27-0cb5-4705-89f7-1ee8be15abe3 on network 673131bb-dc01-48ec-89a5-58651cf3d062 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:13:28.131520 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-efe0fe12-74ad-4e1b-8c2c-591ddfc4e6ed service neutron] Attempting to bind port d96bfe27-0cb5-4705-89f7-1ee8be15abe3 on network 673131bb-dc01-48ec-89a5-58651cf3d062 {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:13:28.343974 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d4ca5-a715-4c3e-99c5-d7e4fbfc1366 req-1f08e868-b55f-4558-8391-9a6a2c647c01 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:28.346061 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-314d4ca5-a715-4c3e-99c5-d7e4fbfc1366 req-1f08e868-b55f-4558-8391-9a6a2c647c01 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 931 time: 0.3810828 Aug 13 04:13:28.362485 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.db.resource_extend [None req-e9ed71db-4025-49cd-9297-16515606a4da admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 13 04:13:28.365587 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-efe0fe12-74ad-4e1b-8c2c-591ddfc4e6ed service neutron] Checking agent: {'id': '0c202f7d-8fe9-4513-921d-f16665c9f5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'started_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:13:28.366303 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-efe0fe12-74ad-4e1b-8c2c-591ddfc4e6ed service neutron] Checking segment: {'id': '6fcbf172-e9bd-487d-9c86-96b54fe5005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:13:28.366919 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-efe0fe12-74ad-4e1b-8c2c-591ddfc4e6ed service neutron] Bound using segment: {'id': '6fcbf172-e9bd-487d-9c86-96b54fe5005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062'} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:13:28.367866 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-efe0fe12-74ad-4e1b-8c2c-591ddfc4e6ed service neutron] Bound port: d96bfe27-0cb5-4705-89f7-1ee8be15abe3, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcbf172-e9bd-487d-9c86-96b54fe5005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062'}}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:13:28.368337 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-efe0fe12-74ad-4e1b-8c2c-591ddfc4e6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:28.410099 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13afac-e806-4167-a855-8a69228ae562 req-facad43a-8ba5-4c31-b60c-a719882acf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:28.411795 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-4d13afac-e806-4167-a855-8a69228ae562 req-facad43a-8ba5-4c31-b60c-a719882acf14 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2935522 Aug 13 04:13:28.463225 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.22', 58579) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:28.507735 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd19a76-3cf9-481d-a6bb-451a37f3dbbd req-849758b6-ecd2-4189-9201-ec812f198eb7 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:28.512929 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1cd19a76-3cf9-481d-a6bb-451a37f3dbbd req-849758b6-ecd2-4189-9201-ec812f198eb7 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 943 time: 0.4057853 Aug 13 04:13:28.563785 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-314d4ca5-a715-4c3e-99c5-d7e4fbfc1366 req-f639e4ae-a3a1-4715-a079-19bf452cdcb1 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680472 Aug 13 04:13:28.563785 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-3bb5e369-a891-46bd-be1c-3e040c62066d service neutron] 10.222.0.22 "GET /v2.0/networks/13050ba1-7879-4149-9bcd-b02d8c475544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146551 Aug 13 04:13:28.618899 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e9ed71db-4025-49cd-9297-16515606a4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for network, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:28.620185 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ed71db-4025-49cd-9297-16515606a4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:28.620791 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e9ed71db-4025-49cd-9297-16515606a4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:28.648108 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-efe0fe12-74ad-4e1b-8c2c-591ddfc4e6ed service neutron] For port d96bfe27-0cb5-4705-89f7-1ee8be15abe3, host hv-cinder-75998, cleared binding levels {{(pid=94566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:13:28.667570 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-ac3f7eb0-b7fe-4fed-a697-a1e27739a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:28.669101 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-ac3f7eb0-b7fe-4fed-a697-a1e27739a354 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6525e39355904810b4595b1ab780a756&device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 1097 time: 0.1949697 Aug 13 04:13:28.779905 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-ba05206f-c322-4ae1-a4e9-592c61790538 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d7726e9-911a-4b3e-9ed1-222c5c77ae69 HTTP/1.1" status: 200 len: 217 time: 0.1024692 Aug 13 04:13:28.788061 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-d320fa23-d276-44e3-b318-09a483c8b4f6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:28.791221 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-d320fa23-d276-44e3-b318-09a483c8b4f6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.22 "GET /v2.0/networks?id=1f5f08bb-8497-4150-a3e9-90ccd6853fea HTTP/1.1" status: 200 len: 811 time: 0.3550212 Aug 13 04:13:28.791332 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1cd19a76-3cf9-481d-a6bb-451a37f3dbbd req-7705fe48-5951-44d7-bf45-cd10d2130b6a tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6c6778-52ac-4d35-b65b-20ef8b089ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643807 Aug 13 04:13:28.792947 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-efe0fe12-74ad-4e1b-8c2c-591ddfc4e6ed service neutron] For port d96bfe27-0cb5-4705-89f7-1ee8be15abe3, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=d96bfe27-0cb5-4705-89f7-1ee8be15abe3,segment=NetworkSegment(6fcbf172-e9bd-487d-9c86-96b54fe5005f),segment_id=6fcbf172-e9bd-487d-9c86-96b54fe5005f)] {{(pid=94566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:13:28.828156 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-e9ed71db-4025-49cd-9297-16515606a4da admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9130793 Aug 13 04:13:28.834415 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 50602) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:28.839692 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-4130dd64-ecbc-415a-996f-41591ca9101c admin admin] Request body: {'subnet': {'network_id': 'cb51a296-c9f5-4e5e-add8-11748818bccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-953351766-subnet', 'tenant_id': '682363762db14744820963c61d3ca734', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:28.864840 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed71db-4025-49cd-9297-16515606a4da admin admin] Pushing event updated for resources: {'Network': ['ID=cb51a296-c9f5-4e5e-add8-11748818bccf,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:28.878504 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Network cb51a296-c9f5-4e5e-add8-11748818bccf details requested by agent ovs-agent-dv-cinder-759987-6-iscsi with host dv-cinder-759987-6-iscsi {{(pid=94568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:13:28.886309 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-efe0fe12-74ad-4e1b-8c2c-591ddfc4e6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2630174'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:28.915267 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da936b3d-e76d-427b-8c25-96a1e8fef6cb req-6da0f823-dcb6-471d-823f-18bf432fb1c0 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:28.916939 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-da936b3d-e76d-427b-8c25-96a1e8fef6cb req-6da0f823-dcb6-471d-823f-18bf432fb1c0 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 943 time: 0.3007240 Aug 13 04:13:28.967235 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-b1a10cfa-87ec-46d3-b85f-c368f8894260 service neutron] 10.222.0.22 "GET /v2.0/networks/13050ba1-7879-4149-9bcd-b02d8c475544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312153 Aug 13 04:13:28.991681 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6f5dd651-0c8a-46f1-83d4-c0816d5e039a req-1ec8dafe-78b6-4cb8-b914-dcf9315cd46f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 210 time: 0.1150484 Aug 13 04:13:29.053505 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-da936b3d-e76d-427b-8c25-96a1e8fef6cb req-4b7e5e51-0133-4c75-8bbc-5f25f3edb6c6 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852785 Aug 13 04:13:29.056772 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-efe0fe12-74ad-4e1b-8c2c-591ddfc4e6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:29.057630 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-efe0fe12-74ad-4e1b-8c2c-591ddfc4e6ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for port, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:29.059270 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-efe0fe12-74ad-4e1b-8c2c-591ddfc4e6ed service neutron] 10.222.0.22 "PUT /v2.0/ports/d96bfe27-0cb5-4705-89f7-1ee8be15abe3 HTTP/1.1" status: 200 len: 1093 time: 3.5212991 Aug 13 04:13:29.059957 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc', 'tag': 'd96bfe27-0cb5-4705-89f7-1ee8be15abe3'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:13:29.098474 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0fe12-74ad-4e1b-8c2c-591ddfc4e6ed service neutron] Pushing event updated for resources: {'Port': ['ID=d96bfe27-0cb5-4705-89f7-1ee8be15abe3,revision_number=3']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:29.112715 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4130dd64-ecbc-415a-996f-41591ca9101c admin admin] Made reservation on behalf of 682363762db14744820963c61d3ca734 for: {'subnet': 1} {{(pid=94566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:13:29.114990 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4130dd64-ecbc-415a-996f-41591ca9101c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3027973'] for subnet, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:29.136747 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-86698803-7c7d-408c-9e92-a690b148218b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c871e2e-0556-42b8-92d1-1530b4805b98 {{(pid=94567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:13:29.158547 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-fc7d0a47-8f57-4c76-9ebb-b537db2bd7ba tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=002375b8005d44a193b301833aa330dc HTTP/1.1" status: 200 len: 380 time: 0.1341920 Aug 13 04:13:29.164087 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-86698803-7c7d-408c-9e92-a690b148218b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:29.190911 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-b03f1ec8-dfc7-4c4d-b53e-e1158da06cba tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Request body: {'port': {'device_id': '52b213d0-7bf9-48cc-b947-af88a381aee5', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'admin_state_up': True, 'tenant_id': '002375b8005d44a193b301833aa330dc', 'security_groups': ['718854c1-3ba9-4343-91e4-252e1afd269f']}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:29.217781 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-2a814288-0158-43e9-8fde-d0478885ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:29.220418 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-2a814288-0158-43e9-8fde-d0478885ccbb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f3523255-eb2e-4656-814e-91485edd0600 HTTP/1.1" status: 200 len: 858 time: 0.4300029 Aug 13 04:13:29.262452 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bd27882eb3c5f369e5e71c287e85e980be0a094d6552a040ba295dfdcae25d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767ba796-121d-4063-ba73-e3a5b9576ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc", "tag": "d96bfe27-0cb5-4705-89f7-1ee8be15abe3"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:13:29.267874 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-86698803-7c7d-408c-9e92-a690b148218b service neutron] Transition to ACTIVE for port object 3c871e2e-0556-42b8-92d1-1530b4805b98 will not be triggered until provisioned by entity L2. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:13:29.313692 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-84b1e5a0-2839-43f5-81cf-78bb1d78d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:29.315234 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-84b1e5a0-2839-43f5-81cf-78bb1d78d0c0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=57c824b311c64fcfa2b8b63a8d6f6ea3&device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 1096 time: 0.1002951 Aug 13 04:13:29.317337 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-06d27d6c-90c5-49a2-80f6-57c93c232fb2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3307ff4a-688d-47d1-ad62-e6cbee1cd9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609522 Aug 13 04:13:29.372962 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-86698803-7c7d-408c-9e92-a690b148218b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:29.378510 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-ff4074ce-a3c0-4395-bbf6-93558fa3cbf8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d96bfe27-0cb5-4705-89f7-1ee8be15abe3 HTTP/1.1" status: 200 len: 217 time: 0.0489068 Aug 13 04:13:29.400013 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d0439c-a992-4a9d-a2da-6f3b53120490 x-openstack-request-id: req-89d0439c-a992-4a9d-a2da-6f3b53120490 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:13:29.400298 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc", "tag": "d96bfe27-0cb5-4705-89f7-1ee8be15abe3", "status": "completed", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:13:29.400588 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89d0439c-a992-4a9d-a2da-6f3b53120490 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:13:29.401051 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc', 'tag': 'd96bfe27-0cb5-4705-89f7-1ee8be15abe3', 'status': 'completed', 'code': 200} Aug 13 04:13:29.475004 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-f937cc12-72ba-4efb-a6c1-f4c870c6bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:29.477230 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-f937cc12-72ba-4efb-a6c1-f4c870c6bef2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ea28bae9-8209-4915-ac38-22b3611bb520 HTTP/1.1" status: 200 len: 854 time: 0.0753901 Aug 13 04:13:29.499237 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86698803-7c7d-408c-9e92-a690b148218b service neutron] Pushing event updated for resources: {'Port': ['ID=3c871e2e-0556-42b8-92d1-1530b4805b98,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:29.516496 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-d6942459-c289-40d7-b42f-b67500635e6a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=673131bb-dc01-48ec-89a5-58651cf3d062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306315 Aug 13 04:13:29.517770 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4130dd64-ecbc-415a-996f-41591ca9101c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3028023'] for subnet, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:29.548211 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-a80a4fde-1b24-4fbd-9298-92da4b3a0447 service neutron] 10.222.0.22 "GET /v2.0/networks/3307ff4a-688d-47d1-ad62-e6cbee1cd9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102761 Aug 13 04:13:29.614645 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-b03f1ec8-dfc7-4c4d-b53e-e1158da06cba tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Made reservation on behalf of 002375b8005d44a193b301833aa330dc for: {'port': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:13:29.617682 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-b03f1ec8-dfc7-4c4d-b53e-e1158da06cba tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:29.660280 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130dd64-ecbc-415a-996f-41591ca9101c admin admin] Pushing event updated for resources: {'Subnet': ['ID=260ca28e-7643-45cb-9fff-3ff6a30d5b5b,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:29.673791 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-86698803-7c7d-408c-9e92-a690b148218b service neutron] Attempting to bind port 3c871e2e-0556-42b8-92d1-1530b4805b98 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:13:29.674334 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-86698803-7c7d-408c-9e92-a690b148218b service neutron] Attempting to bind port 3c871e2e-0556-42b8-92d1-1530b4805b98 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': '8b8d0444-3d76-40be-a0fe-1f1850b87147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3307ff4a-688d-47d1-ad62-e6cbee1cd9ca'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:13:29.674448 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-86698803-7c7d-408c-9e92-a690b148218b service neutron] Attempting to bind port 3c871e2e-0556-42b8-92d1-1530b4805b98 on network 3307ff4a-688d-47d1-ad62-e6cbee1cd9ca {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:13:29.689879 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4130dd64-ecbc-415a-996f-41591ca9101c admin admin] Checking segment: {'id': 'a81861b6-b54f-4724-b8ad-bf84de5e064c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb51a296-c9f5-4e5e-add8-11748818bccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:13:29.690290 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4130dd64-ecbc-415a-996f-41591ca9101c admin admin] Network hostable DHCP agents. Network: cb51a296-c9f5-4e5e-add8-11748818bccf, hostable agents: ['a96cd20f-888c-4e1e-badb-6a5336c30bd0'], hosted agents: [] {{(pid=94566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:13:29.721573 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-86698803-7c7d-408c-9e92-a690b148218b service neutron] Port 3c871e2e-0556-42b8-92d1-1530b4805b98 on network 3307ff4a-688d-47d1-ad62-e6cbee1cd9ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:13:29.721900 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-86698803-7c7d-408c-9e92-a690b148218b service neutron] Attempting to bind port 3c871e2e-0556-42b8-92d1-1530b4805b98 on network 3307ff4a-688d-47d1-ad62-e6cbee1cd9ca {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:13:29.742565 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-86698803-7c7d-408c-9e92-a690b148218b service neutron] Checking agent: {'id': '0c202f7d-8fe9-4513-921d-f16665c9f5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'started_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:13:29.742565 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-86698803-7c7d-408c-9e92-a690b148218b service neutron] Checking segment: {'id': '8b8d0444-3d76-40be-a0fe-1f1850b87147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3307ff4a-688d-47d1-ad62-e6cbee1cd9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:13:29.742885 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314253b8-5123-43a4-bc6a-6fdb68f1306e req-64767df9-5c03-40bc-a659-2101e6422b20 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:29.742978 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-86698803-7c7d-408c-9e92-a690b148218b service neutron] Bound using segment: {'id': '8b8d0444-3d76-40be-a0fe-1f1850b87147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3307ff4a-688d-47d1-ad62-e6cbee1cd9ca'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:13:29.743171 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-86698803-7c7d-408c-9e92-a690b148218b service neutron] Bound port: 3c871e2e-0556-42b8-92d1-1530b4805b98, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b8d0444-3d76-40be-a0fe-1f1850b87147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3307ff4a-688d-47d1-ad62-e6cbee1cd9ca'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:13:29.743587 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-86698803-7c7d-408c-9e92-a690b148218b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:29.743918 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-314253b8-5123-43a4-bc6a-6fdb68f1306e req-64767df9-5c03-40bc-a659-2101e6422b20 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 943 time: 0.1288853 Aug 13 04:13:29.751709 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-7c0cc9e9-2d35-4555-b87c-d7f8b8fe451f service neutron] 10.222.0.22 "GET /v2.0/networks/673131bb-dc01-48ec-89a5-58651cf3d062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261918 Aug 13 04:13:29.753004 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b30eff08-abcb-4b10-a598-9cde8f2eb20c req-e95360c9-ceef-4b14-8112-438d3c963f69 service neutron] 10.222.0.22 "GET /v2.0/networks/3307ff4a-688d-47d1-ad62-e6cbee1cd9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869259 Aug 13 04:13:29.868091 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-b03f1ec8-dfc7-4c4d-b53e-e1158da06cba tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Allocated IP 172.20.0.6 (1f5f08bb-8497-4150-a3e9-90ccd6853fea/bc419503-ea44-47f1-b4cd-1a56414c95fb/bcefc9c5-499e-454b-9fa1-7cde646b8055) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:13:29.883416 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-86698803-7c7d-408c-9e92-a690b148218b service neutron] For port 3c871e2e-0556-42b8-92d1-1530b4805b98, host hv-cinder-75998, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:13:29.885260 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4130dd64-ecbc-415a-996f-41591ca9101c admin admin] Network cb51a296-c9f5-4e5e-add8-11748818bccf is scheduled to be hosted by DHCP agent a96cd20f-888c-4e1e-badb-6a5336c30bd0 with binding_index 1 {{(pid=94566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:13:29.886954 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-86698803-7c7d-408c-9e92-a690b148218b service neutron] For port 3c871e2e-0556-42b8-92d1-1530b4805b98, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=3c871e2e-0556-42b8-92d1-1530b4805b98,segment=NetworkSegment(8b8d0444-3d76-40be-a0fe-1f1850b87147),segment_id=8b8d0444-3d76-40be-a0fe-1f1850b87147)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:13:29.925773 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-314253b8-5123-43a4-bc6a-6fdb68f1306e req-f0087d99-b119-4d8c-90db-074194ffcc8a tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680470 Aug 13 04:13:29.970160 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-86698803-7c7d-408c-9e92-a690b148218b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:29.981801 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-4130dd64-ecbc-415a-996f-41591ca9101c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-6-iscsi, cb51a296-c9f5-4e5e-add8-11748818bccf) {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:13:29.989734 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b974ea-2dd2-471f-bfe9-d0f840b7ea83 None None] Network cb51a296-c9f5-4e5e-add8-11748818bccf requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:13:30.007546 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130dd64-ecbc-415a-996f-41591ca9101c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:30.008141 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4130dd64-ecbc-415a-996f-41591ca9101c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for subnet, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:30.026595 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-86698803-7c7d-408c-9e92-a690b148218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:30.027220 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-86698803-7c7d-408c-9e92-a690b148218b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:30.028844 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-86698803-7c7d-408c-9e92-a690b148218b service neutron] 10.222.0.22 "PUT /v2.0/ports/3c871e2e-0556-42b8-92d1-1530b4805b98 HTTP/1.1" status: 200 len: 1093 time: 2.0976009 Aug 13 04:13:30.031660 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65eb66e2-13e1-496d-91eb-a23335e41555', 'tag': '3c871e2e-0556-42b8-92d1-1530b4805b98'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:13:30.031948 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b61ca-8c16-42da-ac09-f00d98657ac9 req-177eccfb-3e5a-478c-95ab-f35522beb395 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:30.033505 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89724112-b1d6-4788-b61e-5dd5133e2d29" -d '{"events": [{"name": "network-changed", "server_uuid": "65eb66e2-13e1-496d-91eb-a23335e41555", "tag": "3c871e2e-0556-42b8-92d1-1530b4805b98"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:13:30.041651 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8a8b61ca-8c16-42da-ac09-f00d98657ac9 req-177eccfb-3e5a-478c-95ab-f35522beb395 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 943 time: 0.1387870 Aug 13 04:13:30.049092 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7fc40ad7-40ef-4a4d-9834-58233a355be6 req-07566163-7432-4a2b-ba1c-cbe2e77b4eb8 service neutron] 10.222.0.22 "GET /v2.0/networks/673131bb-dc01-48ec-89a5-58651cf3d062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796571 Aug 13 04:13:30.090711 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86698803-7c7d-408c-9e92-a690b148218b service neutron] Pushing event updated for resources: {'Port': ['ID=3c871e2e-0556-42b8-92d1-1530b4805b98,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:30.117297 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8a8b61ca-8c16-42da-ac09-f00d98657ac9 req-ac9b3364-6043-440f-8938-2c0a8b024f79 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6c6778-52ac-4d35-b65b-20ef8b089ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744927 Aug 13 04:13:30.139561 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-b03f1ec8-dfc7-4c4d-b53e-e1158da06cba tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:30.157770 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-b03f1ec8-dfc7-4c4d-b53e-e1158da06cba tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Transition to ACTIVE for port object bcefc9c5-499e-454b-9fa1-7cde646b8055 will not be triggered until provisioned by entity DHCP. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:13:30.171307 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1651902-b292-4a71-8d43-cff335344a09 None None] Network cb51a296-c9f5-4e5e-add8-11748818bccf requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:13:30.175898 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217346c8-0f6c-4c0d-988d-92fb2d8481fc x-openstack-request-id: req-217346c8-0f6c-4c0d-988d-92fb2d8481fc {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:13:30.176266 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65eb66e2-13e1-496d-91eb-a23335e41555", "tag": "3c871e2e-0556-42b8-92d1-1530b4805b98", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:13:30.176906 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-217346c8-0f6c-4c0d-988d-92fb2d8481fc {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:13:30.177737 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-67947f00-3fe3-4f37-9583-d010f780d005 req-4484a2c5-c619-4cc7-ac66-f55d5892d641 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 210 time: 0.0567081 Aug 13 04:13:30.181346 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65eb66e2-13e1-496d-91eb-a23335e41555', 'tag': '3c871e2e-0556-42b8-92d1-1530b4805b98', 'status': 'completed', 'code': 200} Aug 13 04:13:30.189024 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-4130dd64-ecbc-415a-996f-41591ca9101c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3534575 Aug 13 04:13:30.221003 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-ae1a8cd0-3355-4377-b7fc-7a24f2025984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:30.223269 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-ae1a8cd0-3355-4377-b7fc-7a24f2025984 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6525e39355904810b4595b1ab780a756&device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 1096 time: 0.0885870 Aug 13 04:13:30.272350 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-4ff9d23e-c117-4d19-804b-7499aaf3c75e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c871e2e-0556-42b8-92d1-1530b4805b98 HTTP/1.1" status: 200 len: 217 time: 0.0409505 Aug 13 04:13:30.285022 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ba796-121d-4063-ba73-e3a5b9576ec0 req-6a731423-3a7a-485a-9193-3f6551a1b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:30.286829 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-767ba796-121d-4063-ba73-e3a5b9576ec0 req-6a731423-3a7a-485a-9193-3f6551a1b7e2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=57c824b311c64fcfa2b8b63a8d6f6ea3&device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 1096 time: 0.0902925 Aug 13 04:13:30.348655 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-9d28f0bb-eab9-479a-9e24-fe17345085c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:30.350130 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-9d28f0bb-eab9-479a-9e24-fe17345085c9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f3523255-eb2e-4656-814e-91485edd0600 HTTP/1.1" status: 200 len: 858 time: 0.0661047 Aug 13 04:13:30.370022 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-b03f1ec8-dfc7-4c4d-b53e-e1158da06cba tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:30.399258 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-86d130ce-faa1-4742-a1ee-92de29a0db6b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3307ff4a-688d-47d1-ad62-e6cbee1cd9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354552 Aug 13 04:13:30.411582 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70a252-adb0-412a-8bbe-b938c9f39cfb req-fa071958-a819-422b-a074-c2c470d46a3b tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:30.413109 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fc70a252-adb0-412a-8bbe-b938c9f39cfb req-fa071958-a819-422b-a074-c2c470d46a3b tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 943 time: 0.1395240 Aug 13 04:13:30.460622 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-b03f1ec8-dfc7-4c4d-b53e-e1158da06cba tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Network 1f5f08bb-8497-4150-a3e9-90ccd6853fea is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:13:30.475064 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-b03f1ec8-dfc7-4c4d-b53e-e1158da06cba tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:13:30.484312 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-b03f1ec8-dfc7-4c4d-b53e-e1158da06cba tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:13:30.492754 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f1ec8-dfc7-4c4d-b53e-e1158da06cba tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Pushing event updated for resources: {'Port': ['ID=bcefc9c5-499e-454b-9fa1-7cde646b8055,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:30.498951 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fc70a252-adb0-412a-8bbe-b938c9f39cfb req-2d32794a-8941-4b92-8ebf-f2dbdc103d42 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666704 Aug 13 04:13:30.543573 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ba796-121d-4063-ba73-e3a5b9576ec0 req-7a748602-4ac9-4697-832c-3f514bfac9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:30.545160 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-767ba796-121d-4063-ba73-e3a5b9576ec0 req-7a748602-4ac9-4697-832c-3f514bfac9d8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=673131bb-dc01-48ec-89a5-58651cf3d062 HTTP/1.1" status: 200 len: 915 time: 0.2511473 Aug 13 04:13:30.547096 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-92293119-81c4-4175-bd78-6ce2a58378df service neutron] 10.222.0.22 "GET /v2.0/networks/3307ff4a-688d-47d1-ad62-e6cbee1cd9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329796 Aug 13 04:13:30.564826 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-b03f1ec8-dfc7-4c4d-b53e-e1158da06cba tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:30.565463 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-b03f1ec8-dfc7-4c4d-b53e-e1158da06cba tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:30.619430 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-767ba796-121d-4063-ba73-e3a5b9576ec0 req-cb162f21-88bb-4566-8af9-93add12ebd9d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d96bfe27-0cb5-4705-89f7-1ee8be15abe3 HTTP/1.1" status: 200 len: 217 time: 0.0511999 Aug 13 04:13:30.685312 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-009dbd61-04ea-43f0-b22b-89f441c707d8 req-c92101a6-ee0f-4814-8ca7-29891ff00292 service neutron] 10.222.0.22 "GET /v2.0/networks/3307ff4a-688d-47d1-ad62-e6cbee1cd9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199284 Aug 13 04:13:30.691927 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ba796-121d-4063-ba73-e3a5b9576ec0 req-d307f652-f101-4d45-9c69-574833173b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:30.691927 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-767ba796-121d-4063-ba73-e3a5b9576ec0 req-d307f652-f101-4d45-9c69-574833173b66 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ea28bae9-8209-4915-ac38-22b3611bb520 HTTP/1.1" status: 200 len: 854 time: 0.0645173 Aug 13 04:13:30.735796 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-767ba796-121d-4063-ba73-e3a5b9576ec0 req-63f0f525-6bf9-4757-a726-cb6d7f766ac5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=673131bb-dc01-48ec-89a5-58651cf3d062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299504 Aug 13 04:13:30.838774 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-767ba796-121d-4063-ba73-e3a5b9576ec0 req-67c1b22d-0573-411f-87dd-c679c49f84ae service neutron] 10.222.0.22 "GET /v2.0/networks/673131bb-dc01-48ec-89a5-58651cf3d062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957789 Aug 13 04:13:30.855584 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-b03f1ec8-dfc7-4c4d-b53e-e1158da06cba tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6818187 Aug 13 04:13:30.863595 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-2caa4a8e-6480-4730-9ad3-eb84c5f4b27e None None] Provisioning for port bcefc9c5-499e-454b-9fa1-7cde646b8055 completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:13:30.870591 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-2caa4a8e-6480-4730-9ad3-eb84c5f4b27e None None] Provisioning complete for port bcefc9c5-499e-454b-9fa1-7cde646b8055 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:13:30.871180 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-2caa4a8e-6480-4730-9ad3-eb84c5f4b27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:30.900386 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-be8b0cfc-f52a-499c-839b-58ba53a35e6b service neutron] Request body: {'port': {'device_id': '52b213d0-7bf9-48cc-b947-af88a381aee5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:30.920839 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-2caa4a8e-6480-4730-9ad3-eb84c5f4b27e None None] Port bcefc9c5-499e-454b-9fa1-7cde646b8055 cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:13:30.938514 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89724112-b1d6-4788-b61e-5dd5133e2d29 req-4857242e-658e-4286-aa95-4c09537ec2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:30.940291 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-89724112-b1d6-4788-b61e-5dd5133e2d29 req-4857242e-658e-4286-aa95-4c09537ec2f1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6525e39355904810b4595b1ab780a756&device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 1096 time: 0.0450518 Aug 13 04:13:30.983784 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-be8b0cfc-f52a-499c-839b-58ba53a35e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:31.027575 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-767ba796-121d-4063-ba73-e3a5b9576ec0 req-a4d0222f-0e52-49c4-86bc-2a866965328b service neutron] 10.222.0.22 "GET /v2.0/networks/673131bb-dc01-48ec-89a5-58651cf3d062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808085 Aug 13 04:13:31.155082 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89724112-b1d6-4788-b61e-5dd5133e2d29 req-5e8182ea-4a92-43ad-a926-f131075bc88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:31.157382 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-89724112-b1d6-4788-b61e-5dd5133e2d29 req-5e8182ea-4a92-43ad-a926-f131075bc88f service neutron] 10.222.0.22 "GET /v2.0/networks?id=3307ff4a-688d-47d1-ad62-e6cbee1cd9ca HTTP/1.1" status: 200 len: 919 time: 0.2091877 Aug 13 04:13:31.222496 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-89724112-b1d6-4788-b61e-5dd5133e2d29 req-2843195e-514d-4992-83f2-bd4838db9c30 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c871e2e-0556-42b8-92d1-1530b4805b98 HTTP/1.1" status: 200 len: 217 time: 0.0566096 Aug 13 04:13:31.267853 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b2213-d9f5-4f75-a914-640479cf870b req-8bcc244c-4e25-4bbf-b017-97566481b64c tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:31.269600 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-614b2213-d9f5-4f75-a914-640479cf870b req-8bcc244c-4e25-4bbf-b017-97566481b64c tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 943 time: 0.1172440 Aug 13 04:13:31.310455 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89724112-b1d6-4788-b61e-5dd5133e2d29 req-79ed6cde-ba0c-42bd-bba2-03ab9854c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:31.312139 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-89724112-b1d6-4788-b61e-5dd5133e2d29 req-79ed6cde-ba0c-42bd-bba2-03ab9854c387 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f3523255-eb2e-4656-814e-91485edd0600 HTTP/1.1" status: 200 len: 858 time: 0.0794649 Aug 13 04:13:31.360504 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-be8b0cfc-f52a-499c-839b-58ba53a35e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcefc9c5-499e-454b-9fa1-7cde646b8055 {{(pid=94567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:13:31.367892 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-89724112-b1d6-4788-b61e-5dd5133e2d29 req-ddce4d55-5e13-460f-ba2b-e5e4d37a20f3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3307ff4a-688d-47d1-ad62-e6cbee1cd9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454359 Aug 13 04:13:31.370371 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-614b2213-d9f5-4f75-a914-640479cf870b req-b97d471d-7196-4db2-b848-209dcbf591c2 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946388 Aug 13 04:13:31.386245 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-be8b0cfc-f52a-499c-839b-58ba53a35e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:31.405108 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-be8b0cfc-f52a-499c-839b-58ba53a35e6b service neutron] Transition to ACTIVE for port object bcefc9c5-499e-454b-9fa1-7cde646b8055 will not be triggered until provisioned by entity L2. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:13:31.408232 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 2e8f7d51-164d-4c09-98f5-e442c6ce0988 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:13:31.481641 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-be8b0cfc-f52a-499c-839b-58ba53a35e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:31.643450 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 2e8f7d51-164d-4c09-98f5-e442c6ce0988, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=2e8f7d51-164d-4c09-98f5-e442c6ce0988,segment=NetworkSegment(3272bdd6-6274-44f7-a994-a682aff52b3e),segment_id=3272bdd6-6274-44f7-a994-a682aff52b3e)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:13:31.665992 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b0cfc-f52a-499c-839b-58ba53a35e6b service neutron] Pushing event updated for resources: {'Port': ['ID=bcefc9c5-499e-454b-9fa1-7cde646b8055,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:31.675238 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 50704) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:31.685932 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': '2e8f7d51-164d-4c09-98f5-e442c6ce0988', 'network_id': '13050ba1-7879-4149-9bcd-b02d8c475544', 'port_id': '2e8f7d51-164d-4c09-98f5-e442c6ce0988', 'mac_address': 'fa:16:3e:58:c2:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96265726-b3e7-4630-89b7-26478ceef78e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:13:31.750662 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:31.768650 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-be8b0cfc-f52a-499c-839b-58ba53a35e6b service neutron] Attempting to bind port bcefc9c5-499e-454b-9fa1-7cde646b8055 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:13:31.769231 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-be8b0cfc-f52a-499c-839b-58ba53a35e6b service neutron] Attempting to bind port bcefc9c5-499e-454b-9fa1-7cde646b8055 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': '24c175ca-9aeb-4e68-9c94-026692638f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:13:31.769339 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-be8b0cfc-f52a-499c-839b-58ba53a35e6b service neutron] Attempting to bind port bcefc9c5-499e-454b-9fa1-7cde646b8055 on network 1f5f08bb-8497-4150-a3e9-90ccd6853fea {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:13:31.777167 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8f7d51-164d-4c09-98f5-e442c6ce0988 {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:13:31.778381 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-be8b0cfc-f52a-499c-839b-58ba53a35e6b service neutron] Port bcefc9c5-499e-454b-9fa1-7cde646b8055 on network 1f5f08bb-8497-4150-a3e9-90ccd6853fea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:13:31.778709 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-be8b0cfc-f52a-499c-839b-58ba53a35e6b service neutron] Attempting to bind port bcefc9c5-499e-454b-9fa1-7cde646b8055 on network 1f5f08bb-8497-4150-a3e9-90ccd6853fea {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:13:31.787313 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-be8b0cfc-f52a-499c-839b-58ba53a35e6b service neutron] Checking agent: {'id': '0c202f7d-8fe9-4513-921d-f16665c9f5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'started_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:13:31.789045 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-be8b0cfc-f52a-499c-839b-58ba53a35e6b service neutron] Checking segment: {'id': '24c175ca-9aeb-4e68-9c94-026692638f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:13:31.789045 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-be8b0cfc-f52a-499c-839b-58ba53a35e6b service neutron] Bound using segment: {'id': '24c175ca-9aeb-4e68-9c94-026692638f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:13:31.789045 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-be8b0cfc-f52a-499c-839b-58ba53a35e6b service neutron] Bound port: bcefc9c5-499e-454b-9fa1-7cde646b8055, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c175ca-9aeb-4e68-9c94-026692638f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:13:31.789045 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-be8b0cfc-f52a-499c-839b-58ba53a35e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:31.793934 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751391a6-05ca-497b-a29f-23e6324d242e req-a15b2c5e-d132-41f8-a0a6-5f5cb5b9fb3f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:31.801433 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-751391a6-05ca-497b-a29f-23e6324d242e req-a15b2c5e-d132-41f8-a0a6-5f5cb5b9fb3f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 943 time: 0.1779923 Aug 13 04:13:31.808458 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 2e8f7d51-164d-4c09-98f5-e442c6ce0988, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=2e8f7d51-164d-4c09-98f5-e442c6ce0988,segment=NetworkSegment(3272bdd6-6274-44f7-a994-a682aff52b3e),segment_id=3272bdd6-6274-44f7-a994-a682aff52b3e)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:13:31.809007 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e981291-a3cc-4ddc-b5ee-8cf8130ba222 req-94e71db5-24ba-4372-9d79-3f74072eef43 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:31.810447 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2e981291-a3cc-4ddc-b5ee-8cf8130ba222 req-94e71db5-24ba-4372-9d79-3f74072eef43 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 943 time: 0.1857731 Aug 13 04:13:31.818894 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-89724112-b1d6-4788-b61e-5dd5133e2d29 req-36788ad7-7456-45cc-9dc5-d08ac1e996c1 service neutron] 10.222.0.22 "GET /v2.0/networks/3307ff4a-688d-47d1-ad62-e6cbee1cd9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421775 Aug 13 04:13:31.866784 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4287c67c-23f6-44eb-b0e5-bc42c9ca64b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:31.892552 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:31.893227 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 9d7726e9-911a-4b3e-9ed1-222c5c77ae69 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:13:31.897156 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-be8b0cfc-f52a-499c-839b-58ba53a35e6b service neutron] For port bcefc9c5-499e-454b-9fa1-7cde646b8055, host hv-cinder-75998, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:13:31.902177 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-be8b0cfc-f52a-499c-839b-58ba53a35e6b service neutron] For port bcefc9c5-499e-454b-9fa1-7cde646b8055, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=bcefc9c5-499e-454b-9fa1-7cde646b8055,segment=NetworkSegment(24c175ca-9aeb-4e68-9c94-026692638f09),segment_id=24c175ca-9aeb-4e68-9c94-026692638f09)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:13:31.949968 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-751391a6-05ca-497b-a29f-23e6324d242e req-6d15b5e2-9b31-4a3e-a258-f8dd996c3a88 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385403 Aug 13 04:13:31.954996 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2e981291-a3cc-4ddc-b5ee-8cf8130ba222 req-c95b53ee-10b3-43da-89b3-540b3e7da92e tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6c6778-52ac-4d35-b65b-20ef8b089ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350925 Aug 13 04:13:31.980091 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-89724112-b1d6-4788-b61e-5dd5133e2d29 req-7df8a09e-a7c0-4a27-b5b1-313d355d1931 service neutron] 10.222.0.22 "GET /v2.0/networks/3307ff4a-688d-47d1-ad62-e6cbee1cd9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495528 Aug 13 04:13:31.997897 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-be8b0cfc-f52a-499c-839b-58ba53a35e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:32.006577 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=2e8f7d51-164d-4c09-98f5-e442c6ce0988,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:32.052642 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4287c67c-23f6-44eb-b0e5-bc42c9ca64b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:32.059946 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-be8b0cfc-f52a-499c-839b-58ba53a35e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:32.060607 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-be8b0cfc-f52a-499c-839b-58ba53a35e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:32.061984 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-be8b0cfc-f52a-499c-839b-58ba53a35e6b service neutron] 10.222.0.22 "PUT /v2.0/ports/bcefc9c5-499e-454b-9fa1-7cde646b8055 HTTP/1.1" status: 200 len: 1093 time: 1.1928232 Aug 13 04:13:32.071653 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 9d7726e9-911a-4b3e-9ed1-222c5c77ae69, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=9d7726e9-911a-4b3e-9ed1-222c5c77ae69,segment=NetworkSegment(8b8d0444-3d76-40be-a0fe-1f1850b87147),segment_id=8b8d0444-3d76-40be-a0fe-1f1850b87147)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:13:32.087967 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': '9d7726e9-911a-4b3e-9ed1-222c5c77ae69', 'network_id': '3307ff4a-688d-47d1-ad62-e6cbee1cd9ca', 'port_id': '9d7726e9-911a-4b3e-9ed1-222c5c77ae69', 'mac_address': 'fa:16:3e:cf:27:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3523255-eb2e-4656-814e-91485edd0600', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:13:32.101247 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b0cfc-f52a-499c-839b-58ba53a35e6b service neutron] Pushing event updated for resources: {'Port': ['ID=bcefc9c5-499e-454b-9fa1-7cde646b8055,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:32.133227 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:32.145392 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4287c67c-23f6-44eb-b0e5-bc42c9ca64b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:32.151127 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d7726e9-911a-4b3e-9ed1-222c5c77ae69 {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:13:32.169525 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac9ac3-24db-4854-bd43-6fc9779c3236 req-e5c8b816-35e6-4691-99d4-df63facf6074 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:32.171406 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e2ac9ac3-24db-4854-bd43-6fc9779c3236 req-e5c8b816-35e6-4691-99d4-df63facf6074 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 943 time: 0.0710475 Aug 13 04:13:32.176485 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 9d7726e9-911a-4b3e-9ed1-222c5c77ae69, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=9d7726e9-911a-4b3e-9ed1-222c5c77ae69,segment=NetworkSegment(8b8d0444-3d76-40be-a0fe-1f1850b87147),segment_id=8b8d0444-3d76-40be-a0fe-1f1850b87147)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:13:32.187949 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b213d0-7bf9-48cc-b947-af88a381aee5', 'tag': 'bcefc9c5-499e-454b-9fa1-7cde646b8055'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:13:32.191376 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd22832-8eb2-457b-b524-77e0fc7aae83" -d '{"events": [{"name": "network-changed", "server_uuid": "52b213d0-7bf9-48cc-b947-af88a381aee5", "tag": "bcefc9c5-499e-454b-9fa1-7cde646b8055"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:13:32.205782 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-4287c67c-23f6-44eb-b0e5-bc42c9ca64b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b13b3eb20c774639ab82befb6650896c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5292144 Aug 13 04:13:32.207038 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287c67c-23f6-44eb-b0e5-bc42c9ca64b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5b2fd4-9d0e-41ff-809e-7d6812463ece,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:32.211093 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 50716) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:32.230892 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e2ac9ac3-24db-4854-bd43-6fc9779c3236 req-aa431c8b-8f6b-4e7b-806a-11cebdb991e1 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520484 Aug 13 04:13:32.258709 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:32.295520 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad49d250-ac48-4605-9f6a-1be3f0c1c20b x-openstack-request-id: req-ad49d250-ac48-4605-9f6a-1be3f0c1c20b {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:13:32.295837 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b213d0-7bf9-48cc-b947-af88a381aee5", "tag": "bcefc9c5-499e-454b-9fa1-7cde646b8055", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:13:32.296089 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad49d250-ac48-4605-9f6a-1be3f0c1c20b {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:13:32.296497 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b213d0-7bf9-48cc-b947-af88a381aee5', 'tag': 'bcefc9c5-499e-454b-9fa1-7cde646b8055', 'status': 'completed', 'code': 200} Aug 13 04:13:32.313301 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-abd748d0-d33a-4ae1-a2bb-afb95abd27fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:32.314991 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-abd748d0-d33a-4ae1-a2bb-afb95abd27fc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=002375b8005d44a193b301833aa330dc&device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 1096 time: 0.1028152 Aug 13 04:13:32.330205 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3e32f63c-3de5-484f-a65c-e65508c00f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:32.337914 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=9d7726e9-911a-4b3e-9ed1-222c5c77ae69,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:32.367378 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-b1b384b0-c020-4a19-be4e-7bab36c29de6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcefc9c5-499e-454b-9fa1-7cde646b8055 HTTP/1.1" status: 200 len: 217 time: 0.0432816 Aug 13 04:13:32.417429 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3e32f63c-3de5-484f-a65c-e65508c00f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:32.454670 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-6ade8221-c537-4996-9db4-37949e803456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:32.456809 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-6ade8221-c537-4996-9db4-37949e803456 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc419503-ea44-47f1-b4cd-1a56414c95fb HTTP/1.1" status: 200 len: 850 time: 0.0772886 Aug 13 04:13:32.524938 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d5d4e-c6c4-44ea-a94c-a93924438263 req-fb9b7255-05f7-4870-929b-28301bc9f5db tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:32.527083 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a15d5d4e-c6c4-44ea-a94c-a93924438263 req-fb9b7255-05f7-4870-929b-28301bc9f5db tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 943 time: 0.0813475 Aug 13 04:13:32.527203 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-ad640b9c-dd93-402a-93af-5a746bfe0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:32.528688 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-ad640b9c-dd93-402a-93af-5a746bfe0743 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1f5f08bb-8497-4150-a3e9-90ccd6853fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644667 Aug 13 04:13:32.548995 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['2e8f7d51-164d-4c09-98f5-e442c6ce0988'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:13:32.548995 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['9d7726e9-911a-4b3e-9ed1-222c5c77ae69'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:13:32.598298 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3e32f63c-3de5-484f-a65c-e65508c00f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:32.603364 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3e32f63c-3de5-484f-a65c-e65508c00f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:32.603364 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-3e32f63c-3de5-484f-a65c-e65508c00f18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c5b2fd4-9d0e-41ff-809e-7d6812463ece HTTP/1.1" status: 204 len: 168 time: 0.3888037 Aug 13 04:13:32.614466 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32f63c-3de5-484f-a65c-e65508c00f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5b2fd4-9d0e-41ff-809e-7d6812463ece,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:32.614820 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a15d5d4e-c6c4-44ea-a94c-a93924438263 req-ff47699d-5ff4-41f2-8306-ebdc9593c6ab tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720417 Aug 13 04:13:32.653626 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-ece8e1b7-1cfa-4714-bf8f-b0c396040779 service neutron] 10.222.0.22 "GET /v2.0/networks/1f5f08bb-8497-4150-a3e9-90ccd6853fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169474 Aug 13 04:13:33.114644 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-2f2d0002-dfef-46d1-ab3b-46154aa78d61 req-974e4841-92d4-437f-946e-e73530dac05a service neutron] 10.222.0.22 "GET /v2.0/networks/1f5f08bb-8497-4150-a3e9-90ccd6853fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530005 Aug 13 04:13:33.194677 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b81ec-b5b8-46ea-a39f-2f64ad7a7d83 req-11d07e0a-abc1-481b-973e-c765f0dd032f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:33.196198 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-232b81ec-b5b8-46ea-a39f-2f64ad7a7d83 req-11d07e0a-abc1-481b-973e-c765f0dd032f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 944 time: 0.1047957 Aug 13 04:13:33.207023 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865e7d6-b9cf-4dd1-a2b7-aa8eb96dc7b5 req-9a4e6816-9b68-4d2c-9c83-1f578ce7ef6c tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:33.209185 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a865e7d6-b9cf-4dd1-a2b7-aa8eb96dc7b5 req-9a4e6816-9b68-4d2c-9c83-1f578ce7ef6c tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 943 time: 0.0788126 Aug 13 04:13:33.290735 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-232b81ec-b5b8-46ea-a39f-2f64ad7a7d83 req-379dedf7-10f6-4e11-884d-9bc736c2977d tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6c6778-52ac-4d35-b65b-20ef8b089ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802166 Aug 13 04:13:33.297230 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd22832-8eb2-457b-b524-77e0fc7aae83 req-e8bbebaf-dfa9-41ef-99dd-0b4cbf6dec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:33.297922 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a865e7d6-b9cf-4dd1-a2b7-aa8eb96dc7b5 req-9f9ab16e-7523-4785-b573-7236e3565b3b tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773208 Aug 13 04:13:33.298115 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-edd22832-8eb2-457b-b524-77e0fc7aae83 req-e8bbebaf-dfa9-41ef-99dd-0b4cbf6dec46 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=002375b8005d44a193b301833aa330dc&device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 1096 time: 0.0597107 Aug 13 04:13:33.404520 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 3c871e2e-0556-42b8-92d1-1530b4805b98 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:13:33.446981 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df418be1-75f2-49d9-be06-9d5eca4326ff req-556f7c55-8d0a-4792-8f76-a51c67d397c1 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:33.447412 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd22832-8eb2-457b-b524-77e0fc7aae83 req-7a3eb781-7145-4b00-bbe5-3d140a4da854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:33.449035 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-edd22832-8eb2-457b-b524-77e0fc7aae83 req-7a3eb781-7145-4b00-bbe5-3d140a4da854 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1f5f08bb-8497-4150-a3e9-90ccd6853fea HTTP/1.1" status: 200 len: 912 time: 0.1456137 Aug 13 04:13:33.450337 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 50770) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:33.459080 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-df418be1-75f2-49d9-be06-9d5eca4326ff req-556f7c55-8d0a-4792-8f76-a51c67d397c1 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 943 time: 0.0826998 Aug 13 04:13:33.469669 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-89ebc810-2c47-4b5c-bdbc-ab5302023cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:33.503470 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-df418be1-75f2-49d9-be06-9d5eca4326ff req-88d9a3ca-c662-4551-9513-cf7cc5f3fa1c tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398774 Aug 13 04:13:33.526875 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-edd22832-8eb2-457b-b524-77e0fc7aae83 req-8334edee-8f8d-42ca-95c3-60c3a67c5274 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcefc9c5-499e-454b-9fa1-7cde646b8055 HTTP/1.1" status: 200 len: 217 time: 0.0522411 Aug 13 04:13:33.552533 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 3c871e2e-0556-42b8-92d1-1530b4805b98, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=3c871e2e-0556-42b8-92d1-1530b4805b98,segment=NetworkSegment(8b8d0444-3d76-40be-a0fe-1f1850b87147),segment_id=8b8d0444-3d76-40be-a0fe-1f1850b87147)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:13:33.564988 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': '3c871e2e-0556-42b8-92d1-1530b4805b98', 'network_id': '3307ff4a-688d-47d1-ad62-e6cbee1cd9ca', 'port_id': '3c871e2e-0556-42b8-92d1-1530b4805b98', 'mac_address': 'fa:16:3e:b6:95:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3523255-eb2e-4656-814e-91485edd0600', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:13:33.618056 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd22832-8eb2-457b-b524-77e0fc7aae83 req-c10c26f0-52a0-4ea5-b633-4e76af25d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:33.618339 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:33.619545 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-edd22832-8eb2-457b-b524-77e0fc7aae83 req-c10c26f0-52a0-4ea5-b633-4e76af25d8a1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc419503-ea44-47f1-b4cd-1a56414c95fb HTTP/1.1" status: 200 len: 850 time: 0.0828798 Aug 13 04:13:33.636668 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c871e2e-0556-42b8-92d1-1530b4805b98 {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:13:33.676901 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 3c871e2e-0556-42b8-92d1-1530b4805b98, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=3c871e2e-0556-42b8-92d1-1530b4805b98,segment=NetworkSegment(8b8d0444-3d76-40be-a0fe-1f1850b87147),segment_id=8b8d0444-3d76-40be-a0fe-1f1850b87147)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:13:33.740389 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd22832-8eb2-457b-b524-77e0fc7aae83 req-b97beacb-ceae-4699-8876-5bf180a81bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:33.742271 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6471d-159b-4d0c-86d2-336b3a854bb0 req-36d652c0-a2d7-40eb-91e2-d8dbb63a79ce tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:33.742562 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-edd22832-8eb2-457b-b524-77e0fc7aae83 req-b97beacb-ceae-4699-8876-5bf180a81bdb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1f5f08bb-8497-4150-a3e9-90ccd6853fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0970488 Aug 13 04:13:33.744107 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ebb6471d-159b-4d0c-86d2-336b3a854bb0 req-36d652c0-a2d7-40eb-91e2-d8dbb63a79ce tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 943 time: 0.0544839 Aug 13 04:13:33.750853 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:33.751776 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device d96bfe27-0cb5-4705-89f7-1ee8be15abe3 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:13:33.754590 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-89ebc810-2c47-4b5c-bdbc-ab5302023cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:33.797662 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ebb6471d-159b-4d0c-86d2-336b3a854bb0 req-2f0ab9b1-e740-446c-be93-d987a6b0aec9 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446556 Aug 13 04:13:33.820383 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-89ebc810-2c47-4b5c-bdbc-ab5302023cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:33.881547 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=3c871e2e-0556-42b8-92d1-1530b4805b98,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:33.901617 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebc810-2c47-4b5c-bdbc-ab5302023cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd69da08-811c-4467-9a44-dd875e529d3e,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:33.920319 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 50780) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:33.927728 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-89ebc810-2c47-4b5c-bdbc-ab5302023cf3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9381e2391b374ac88cba6192aa03c25a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4689522 Aug 13 04:13:33.934751 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port d96bfe27-0cb5-4705-89f7-1ee8be15abe3, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=d96bfe27-0cb5-4705-89f7-1ee8be15abe3,segment=NetworkSegment(6fcbf172-e9bd-487d-9c86-96b54fe5005f),segment_id=6fcbf172-e9bd-487d-9c86-96b54fe5005f)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:13:33.946765 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-edd22832-8eb2-457b-b524-77e0fc7aae83 req-34563b03-fd8b-4437-b375-eb829be018a6 service neutron] 10.222.0.22 "GET /v2.0/networks/1f5f08bb-8497-4150-a3e9-90ccd6853fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952765 Aug 13 04:13:33.952554 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': 'd96bfe27-0cb5-4705-89f7-1ee8be15abe3', 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062', 'port_id': 'd96bfe27-0cb5-4705-89f7-1ee8be15abe3', 'mac_address': 'fa:16:3e:2a:04:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea28bae9-8209-4915-ac38-22b3611bb520', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:13:33.983372 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a9d86adc-387f-4c28-862d-1a0715d0c767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:34.013760 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a9d86adc-387f-4c28-862d-1a0715d0c767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:34.017472 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:34.033868 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d96bfe27-0cb5-4705-89f7-1ee8be15abe3 {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:13:34.064106 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port d96bfe27-0cb5-4705-89f7-1ee8be15abe3, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=d96bfe27-0cb5-4705-89f7-1ee8be15abe3,segment=NetworkSegment(6fcbf172-e9bd-487d-9c86-96b54fe5005f),segment_id=6fcbf172-e9bd-487d-9c86-96b54fe5005f)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:13:34.073992 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-edd22832-8eb2-457b-b524-77e0fc7aae83 req-f2953cec-1cea-41b0-b20c-79ac8092df37 service neutron] 10.222.0.22 "GET /v2.0/networks/1f5f08bb-8497-4150-a3e9-90ccd6853fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185067 Aug 13 04:13:34.177364 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a9d86adc-387f-4c28-862d-1a0715d0c767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:34.177570 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:34.179970 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a9d86adc-387f-4c28-862d-1a0715d0c767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:34.181176 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-a9d86adc-387f-4c28-862d-1a0715d0c767 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd69da08-811c-4467-9a44-dd875e529d3e HTTP/1.1" status: 204 len: 168 time: 0.2597291 Aug 13 04:13:34.189714 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d86adc-387f-4c28-862d-1a0715d0c767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd69da08-811c-4467-9a44-dd875e529d3e,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:34.245834 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=d96bfe27-0cb5-4705-89f7-1ee8be15abe3,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:34.415890 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['3c871e2e-0556-42b8-92d1-1530b4805b98'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:13:34.417786 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['d96bfe27-0cb5-4705-89f7-1ee8be15abe3'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:13:34.461362 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2e869-211f-42ae-b1bf-af86d4cbf081 req-e498c730-857c-47c1-9946-3cd54d8449f7 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:34.466036 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-39e2e869-211f-42ae-b1bf-af86d4cbf081 req-e498c730-857c-47c1-9946-3cd54d8449f7 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 944 time: 0.0836930 Aug 13 04:13:34.476666 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cd5ea-ea5a-46ff-8528-245d383eca4a req-2386b5af-b9fa-436f-8eef-2ee18e6bee88 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:34.478375 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e78cd5ea-ea5a-46ff-8528-245d383eca4a req-2386b5af-b9fa-436f-8eef-2ee18e6bee88 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 943 time: 0.0855720 Aug 13 04:13:34.528592 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-39e2e869-211f-42ae-b1bf-af86d4cbf081 req-83dba1fb-e3bd-4cbb-b508-00ef1f0d4756 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6c6778-52ac-4d35-b65b-20ef8b089ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487268 Aug 13 04:13:34.545844 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e78cd5ea-ea5a-46ff-8528-245d383eca4a req-bb9baa5e-033d-4c1a-81e1-9708bf9547b6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557046 Aug 13 04:13:34.659129 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244c690-070e-430d-8851-25ed259a1672 req-2448bcff-26d2-4cc0-bfba-61ef8962b92f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:34.660945 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4244c690-070e-430d-8851-25ed259a1672 req-2448bcff-26d2-4cc0-bfba-61ef8962b92f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 944 time: 0.0544212 Aug 13 04:13:34.720163 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4244c690-070e-430d-8851-25ed259a1672 req-16751149-90bc-4209-a5a1-480fe8015f21 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456872 Aug 13 04:13:34.935342 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f484e-ca94-4051-a1b4-174bb2ea1cf8 req-0bc1b494-be63-436e-9aa4-0b1acd48f4dd tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:34.936884 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2b4f484e-ca94-4051-a1b4-174bb2ea1cf8 req-0bc1b494-be63-436e-9aa4-0b1acd48f4dd tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 944 time: 0.0509984 Aug 13 04:13:34.976880 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2b4f484e-ca94-4051-a1b4-174bb2ea1cf8 req-9cb9c1fb-cf81-4dda-8abc-f37124f0dfd5 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329003 Aug 13 04:13:35.420406 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device bcefc9c5-499e-454b-9fa1-7cde646b8055 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:13:35.422535 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 2e8f7d51-164d-4c09-98f5-e442c6ce0988 up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:13:35.555066 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port bcefc9c5-499e-454b-9fa1-7cde646b8055, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=bcefc9c5-499e-454b-9fa1-7cde646b8055,segment=NetworkSegment(24c175ca-9aeb-4e68-9c94-026692638f09),segment_id=24c175ca-9aeb-4e68-9c94-026692638f09)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:13:35.567422 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': 'bcefc9c5-499e-454b-9fa1-7cde646b8055', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'port_id': 'bcefc9c5-499e-454b-9fa1-7cde646b8055', 'mac_address': 'fa:16:3e:84:84:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:13:35.624597 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning for port 2e8f7d51-164d-4c09-98f5-e442c6ce0988 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:13:35.628136 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:35.637005 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port 2e8f7d51-164d-4c09-98f5-e442c6ce0988 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:13:35.637363 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:35.644330 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcefc9c5-499e-454b-9fa1-7cde646b8055 {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:13:35.687755 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port bcefc9c5-499e-454b-9fa1-7cde646b8055, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=bcefc9c5-499e-454b-9fa1-7cde646b8055,segment=NetworkSegment(24c175ca-9aeb-4e68-9c94-026692638f09),segment_id=24c175ca-9aeb-4e68-9c94-026692638f09)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:13:35.695026 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8485bb-fac8-4766-ad19-ffaa4fde9f03 req-b358e13b-8fcc-4b36-b236-9cfd9dcd0c80 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:35.700831 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-af8485bb-fac8-4766-ad19-ffaa4fde9f03 req-b358e13b-8fcc-4b36-b236-9cfd9dcd0c80 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 944 time: 0.0954542 Aug 13 04:13:35.719894 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b566c-b981-4b2f-9786-cdf4f6de8227 req-67dce5bf-e9f7-4fdc-a8ed-58173d705320 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:35.721432 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7a7b566c-b981-4b2f-9786-cdf4f6de8227 req-67dce5bf-e9f7-4fdc-a8ed-58173d705320 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 943 time: 0.0865464 Aug 13 04:13:35.742683 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:35.769735 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b96aa5-1b4b-4df1-9244-25ad34642b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8f7d51-164d-4c09-98f5-e442c6ce0988'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:13:35.778941 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-af8485bb-fac8-4766-ad19-ffaa4fde9f03 req-05cb5367-14d1-474c-9fe0-64aeb52a168c tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6c6778-52ac-4d35-b65b-20ef8b089ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739927 Aug 13 04:13:35.799023 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7a7b566c-b981-4b2f-9786-cdf4f6de8227 req-ddcd3adc-cab1-4634-aa8b-5b16abaf0ca7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681202 Aug 13 04:13:35.870119 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:35.907583 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 2e8f7d51-164d-4c09-98f5-e442c6ce0988, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=2e8f7d51-164d-4c09-98f5-e442c6ce0988,segment=NetworkSegment(3272bdd6-6274-44f7-a994-a682aff52b3e),segment_id=3272bdd6-6274-44f7-a994-a682aff52b3e)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:13:35.917331 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d88e7-52c9-4ce3-a54c-0546b18fd3af req-b2f23353-be7d-4288-bbd6-c0438c220d0d tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:35.924894 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-099d88e7-52c9-4ce3-a54c-0546b18fd3af req-b2f23353-be7d-4288-bbd6-c0438c220d0d tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 944 time: 0.0736632 Aug 13 04:13:35.937324 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=bcefc9c5-499e-454b-9fa1-7cde646b8055,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:35.962627 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-099d88e7-52c9-4ce3-a54c-0546b18fd3af req-4c7f71f8-dc07-445e-a03e-2d8d36ffaef8 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363982 Aug 13 04:13:35.974415 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:35.976117 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 9d7726e9-911a-4b3e-9ed1-222c5c77ae69 up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:13:36.106894 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=2e8f7d51-164d-4c09-98f5-e442c6ce0988,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:36.108032 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66146115-8f28-4dad-b4c0-41c5dce92c9d req-e94ea421-9a84-446a-a08b-2f1d1cd15581 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:36.116500 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-66146115-8f28-4dad-b4c0-41c5dce92c9d req-e94ea421-9a84-446a-a08b-2f1d1cd15581 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 944 time: 0.0623322 Aug 13 04:13:36.125726 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be761479-b011-496a-9037-f51fc5a7ece0" -d '{"events": [{"server_uuid": "42b96aa5-1b4b-4df1-9244-25ad34642b13", "name": "network-vif-plugged", "status": "completed", "tag": "2e8f7d51-164d-4c09-98f5-e442c6ce0988"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:13:36.156956 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-66146115-8f28-4dad-b4c0-41c5dce92c9d req-a304f8fe-cf34-4cac-b0a8-8bdfdeea9272 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393150 Aug 13 04:13:36.212880 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning for port 9d7726e9-911a-4b3e-9ed1-222c5c77ae69 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:13:36.217213 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port 9d7726e9-911a-4b3e-9ed1-222c5c77ae69 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:13:36.217576 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:36.288793 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6debe32-1a62-4474-9d15-2b3ff399b20c x-openstack-request-id: req-a6debe32-1a62-4474-9d15-2b3ff399b20c {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:13:36.289121 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b96aa5-1b4b-4df1-9244-25ad34642b13", "name": "network-vif-plugged", "status": "completed", "tag": "2e8f7d51-164d-4c09-98f5-e442c6ce0988", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:13:36.289377 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6debe32-1a62-4474-9d15-2b3ff399b20c {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:13:36.289836 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b96aa5-1b4b-4df1-9244-25ad34642b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8f7d51-164d-4c09-98f5-e442c6ce0988', 'code': 200} Aug 13 04:13:36.303881 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:36.339933 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 9d7726e9-911a-4b3e-9ed1-222c5c77ae69, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=9d7726e9-911a-4b3e-9ed1-222c5c77ae69,segment=NetworkSegment(8b8d0444-3d76-40be-a0fe-1f1850b87147),segment_id=8b8d0444-3d76-40be-a0fe-1f1850b87147)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:13:36.409203 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:36.410082 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 3c871e2e-0556-42b8-92d1-1530b4805b98 up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:13:36.489606 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=9d7726e9-911a-4b3e-9ed1-222c5c77ae69,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:36.561390 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning for port 3c871e2e-0556-42b8-92d1-1530b4805b98 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:13:36.565696 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port 3c871e2e-0556-42b8-92d1-1530b4805b98 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:13:36.566133 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:36.646069 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:36.678397 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 3c871e2e-0556-42b8-92d1-1530b4805b98, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=3c871e2e-0556-42b8-92d1-1530b4805b98,segment=NetworkSegment(8b8d0444-3d76-40be-a0fe-1f1850b87147),segment_id=8b8d0444-3d76-40be-a0fe-1f1850b87147)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:13:36.771299 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:36.772360 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device d96bfe27-0cb5-4705-89f7-1ee8be15abe3 up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:13:36.849737 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=3c871e2e-0556-42b8-92d1-1530b4805b98,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:36.932015 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69644e95-21d8-48b0-bfff-0867c9940554 req-0ad1c71f-15db-4695-90aa-328a52d33862 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:36.933560 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-69644e95-21d8-48b0-bfff-0867c9940554 req-0ad1c71f-15db-4695-90aa-328a52d33862 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 945 time: 0.0827069 Aug 13 04:13:36.944009 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning for port d96bfe27-0cb5-4705-89f7-1ee8be15abe3 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:13:36.948386 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port d96bfe27-0cb5-4705-89f7-1ee8be15abe3 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:13:36.948872 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:36.965676 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81a777-6359-458a-9767-56141ad8c912 req-fd3cc24a-5e42-4d1b-a3c8-fd6636e41c20 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:36.967189 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5c81a777-6359-458a-9767-56141ad8c912 req-fd3cc24a-5e42-4d1b-a3c8-fd6636e41c20 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 944 time: 0.0753095 Aug 13 04:13:37.002557 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-69644e95-21d8-48b0-bfff-0867c9940554 req-3bc87128-f1ef-44aa-abe9-4b8c66c82c90 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6c6778-52ac-4d35-b65b-20ef8b089ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617220 Aug 13 04:13:37.022784 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5c81a777-6359-458a-9767-56141ad8c912 req-4a0cc93b-ae57-43c7-b563-15b15fa89059 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473654 Aug 13 04:13:37.041538 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:37.086478 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port d96bfe27-0cb5-4705-89f7-1ee8be15abe3, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=d96bfe27-0cb5-4705-89f7-1ee8be15abe3,segment=NetworkSegment(6fcbf172-e9bd-487d-9c86-96b54fe5005f),segment_id=6fcbf172-e9bd-487d-9c86-96b54fe5005f)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:13:37.122580 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3159b62-bf94-4e03-8571-e94df42a064b req-6de8d57f-f372-4ff3-9781-d6653f5ec91a tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:37.124328 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a3159b62-bf94-4e03-8571-e94df42a064b req-6de8d57f-f372-4ff3-9781-d6653f5ec91a tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 944 time: 0.0562856 Aug 13 04:13:37.162937 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a3159b62-bf94-4e03-8571-e94df42a064b req-a0bd1760-0451-4a3c-ad75-a5375b822c1b tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324912 Aug 13 04:13:37.252931 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:37.272701 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb359d-07fd-493a-a9ab-158297e543e5 req-b54d0fde-e879-47af-9c5e-4fa99aac7593 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:37.274187 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c2eb359d-07fd-493a-a9ab-158297e543e5 req-b54d0fde-e879-47af-9c5e-4fa99aac7593 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0519996 Aug 13 04:13:37.310390 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=d96bfe27-0cb5-4705-89f7-1ee8be15abe3,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:37.315765 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c2eb359d-07fd-493a-a9ab-158297e543e5 req-0d6b4821-f732-419e-9818-285c4c16bdb9 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349264 Aug 13 04:13:37.491718 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 50912) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:37.595810 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-60d82d51-68af-4846-b690-d1f464161baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:37.680588 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-60d82d51-68af-4846-b690-d1f464161baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:37.738119 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-60d82d51-68af-4846-b690-d1f464161baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:37.774848 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-60d82d51-68af-4846-b690-d1f464161baa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5947d06c927c4fdeaf15d98808ed1e83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819753 Aug 13 04:13:37.776902 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d82d51-68af-4846-b690-d1f464161baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82268506-15e5-4679-81aa-c4997a9abffa,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:37.777629 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 50916) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:37.826038 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-81c05b8e-556a-44e2-bb81-a7df8d3e250b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:37.848435 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-81c05b8e-556a-44e2-bb81-a7df8d3e250b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:37.943006 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['bcefc9c5-499e-454b-9fa1-7cde646b8055'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:13:37.972831 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-81c05b8e-556a-44e2-bb81-a7df8d3e250b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:37.979095 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-81c05b8e-556a-44e2-bb81-a7df8d3e250b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:37.979095 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-81c05b8e-556a-44e2-bb81-a7df8d3e250b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82268506-15e5-4679-81aa-c4997a9abffa HTTP/1.1" status: 204 len: 168 time: 0.1978073 Aug 13 04:13:37.984554 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c05b8e-556a-44e2-bb81-a7df8d3e250b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82268506-15e5-4679-81aa-c4997a9abffa,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:38.146837 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fac1e5-0827-4d82-a9af-35bf61e0404e req-d96eeae6-9505-4472-9234-a08f1b84edd7 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:38.148351 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a9fac1e5-0827-4d82-a9af-35bf61e0404e req-d96eeae6-9505-4472-9234-a08f1b84edd7 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 945 time: 0.0770929 Aug 13 04:13:38.169818 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487b53d-d90a-4d8e-83f7-7a5054ee85c4 req-a3476909-3035-43d5-88a7-4a07c047ba0b tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:38.171273 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4487b53d-d90a-4d8e-83f7-7a5054ee85c4 req-a3476909-3035-43d5-88a7-4a07c047ba0b tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 944 time: 0.0717337 Aug 13 04:13:38.217245 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a9fac1e5-0827-4d82-a9af-35bf61e0404e req-4d321027-953d-4134-a70f-6c3585002d04 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6c6778-52ac-4d35-b65b-20ef8b089ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628252 Aug 13 04:13:38.225388 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4487b53d-d90a-4d8e-83f7-7a5054ee85c4 req-4960f2e7-0b5f-49c7-9375-67d012ba0792 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479529 Aug 13 04:13:38.290693 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7982b97a-33a5-49a8-9966-9078e0e6d56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7726e9-911a-4b3e-9ed1-222c5c77ae69'}, {'server_uuid': '65eb66e2-13e1-496d-91eb-a23335e41555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c871e2e-0556-42b8-92d1-1530b4805b98'}, {'server_uuid': 'b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96bfe27-0cb5-4705-89f7-1ee8be15abe3'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:13:38.293134 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbef5159-756b-423a-8630-9dd1881a6bd4" -d '{"events": [{"server_uuid": "7982b97a-33a5-49a8-9966-9078e0e6d56f", "name": "network-vif-plugged", "status": "completed", "tag": "9d7726e9-911a-4b3e-9ed1-222c5c77ae69"}, {"server_uuid": "65eb66e2-13e1-496d-91eb-a23335e41555", "name": "network-vif-plugged", "status": "completed", "tag": "3c871e2e-0556-42b8-92d1-1530b4805b98"}, {"server_uuid": "b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc", "name": "network-vif-plugged", "status": "completed", "tag": "d96bfe27-0cb5-4705-89f7-1ee8be15abe3"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:13:38.335806 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29d5da-75fc-4c36-9e82-166ec8dad169 req-37792bb1-d26c-4ed4-bad9-de9ed0392d42 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:38.337933 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ff29d5da-75fc-4c36-9e82-166ec8dad169 req-37792bb1-d26c-4ed4-bad9-de9ed0392d42 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 945 time: 0.0542161 Aug 13 04:13:38.342246 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 13 Aug 2021 04:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb20acc-82ab-40f3-ba26-d73405085e62 x-openstack-request-id: req-7bb20acc-82ab-40f3-ba26-d73405085e62 {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:13:38.342770 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7982b97a-33a5-49a8-9966-9078e0e6d56f", "name": "network-vif-plugged", "status": "completed", "tag": "9d7726e9-911a-4b3e-9ed1-222c5c77ae69", "code": 200}, {"server_uuid": "65eb66e2-13e1-496d-91eb-a23335e41555", "name": "network-vif-plugged", "status": "completed", "tag": "3c871e2e-0556-42b8-92d1-1530b4805b98", "code": 200}, {"server_uuid": "b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc", "name": "network-vif-plugged", "status": "completed", "tag": "d96bfe27-0cb5-4705-89f7-1ee8be15abe3", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:13:38.343122 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7bb20acc-82ab-40f3-ba26-d73405085e62 {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:13:38.347307 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7982b97a-33a5-49a8-9966-9078e0e6d56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7726e9-911a-4b3e-9ed1-222c5c77ae69', 'code': 200} Aug 13 04:13:38.347803 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65eb66e2-13e1-496d-91eb-a23335e41555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c871e2e-0556-42b8-92d1-1530b4805b98', 'code': 200} Aug 13 04:13:38.348158 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96bfe27-0cb5-4705-89f7-1ee8be15abe3', 'code': 200} Aug 13 04:13:38.398998 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ff29d5da-75fc-4c36-9e82-166ec8dad169 req-e5281ef8-f325-48ed-892f-d8f509ae6bfa tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489795 Aug 13 04:13:38.447180 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95020441-71f0-4d64-a465-33f7ab8ff4f8 req-43797549-fd31-45c8-b8ee-d51393212da5 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:38.447776 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-95020441-71f0-4d64-a465-33f7ab8ff4f8 req-43797549-fd31-45c8-b8ee-d51393212da5 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0528636 Aug 13 04:13:38.490143 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-95020441-71f0-4d64-a465-33f7ab8ff4f8 req-dbe7fb48-a5d3-40d8-8c66-95494ba23492 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362875 Aug 13 04:13:38.812427 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-8cfa5b49-14df-46f5-90c6-9e1f4d6a6864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:39.389652 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc715a79-c18e-4231-bb23-749af490bde1 req-ce35e8da-092a-4c23-b06b-b7cca0e8ede2 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:39.392093 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fc715a79-c18e-4231-bb23-749af490bde1 req-ce35e8da-092a-4c23-b06b-b7cca0e8ede2 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 944 time: 0.0811985 Aug 13 04:13:39.398472 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c7505-fd93-463f-914c-8e3156143128 req-d1490358-ba41-4441-b754-dd290d79c172 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:39.399844 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7d9c7505-fd93-463f-914c-8e3156143128 req-d1490358-ba41-4441-b754-dd290d79c172 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 945 time: 0.0878649 Aug 13 04:13:39.453278 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fc715a79-c18e-4231-bb23-749af490bde1 req-dcd19f32-2d7a-4b45-bfff-ff7fcafa92ec tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518434 Aug 13 04:13:39.457911 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7d9c7505-fd93-463f-914c-8e3156143128 req-385209ca-9213-4ef0-905c-41dd60b8bfd4 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6c6778-52ac-4d35-b65b-20ef8b089ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509741 Aug 13 04:13:39.616329 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940171ba-b0f8-453a-8efd-bfc8268ef847 req-c899eb84-24ee-462b-8e35-308ea4482b14 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:39.617808 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-940171ba-b0f8-453a-8efd-bfc8268ef847 req-c899eb84-24ee-462b-8e35-308ea4482b14 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 945 time: 0.0784719 Aug 13 04:13:39.648388 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b19464-7311-4b2a-95db-8efda8b2ad10 req-e5a8f891-c2c1-4939-bd65-809b81eb16d9 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:39.649822 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e9b19464-7311-4b2a-95db-8efda8b2ad10 req-e5a8f891-c2c1-4939-bd65-809b81eb16d9 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0752358 Aug 13 04:13:39.674361 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-940171ba-b0f8-453a-8efd-bfc8268ef847 req-db9f08e2-2808-4b82-8981-5e0b2ea0f172 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501564 Aug 13 04:13:39.699498 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e9b19464-7311-4b2a-95db-8efda8b2ad10 req-2b18fa8a-b409-4f14-a576-a8061bfdff3e tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384293 Aug 13 04:13:40.168631 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 51016) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:40.272178 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e1752c9c-675b-4739-91ee-0b91a34e6d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:40.355561 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e1752c9c-675b-4739-91ee-0b91a34e6d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:40.418074 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e1752c9c-675b-4739-91ee-0b91a34e6d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:40.457111 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1752c9c-675b-4739-91ee-0b91a34e6d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec0e6c1-140b-4f84-b01b-9c3a38079aa1,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:40.461924 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-e1752c9c-675b-4739-91ee-0b91a34e6d3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0eb25f6dcc0c43889390fe4b65a482cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915804 Aug 13 04:13:40.464084 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 51020) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:40.514705 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2d58e941-4dc9-41b6-af72-a6eb48563316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:40.559388 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2d58e941-4dc9-41b6-af72-a6eb48563316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:40.636765 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52a9fe-47f0-4cd3-ad2b-1e0bde91a05a req-5c7c4012-1a89-4e6b-80e5-8e233e28f56a tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:40.638253 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0c52a9fe-47f0-4cd3-ad2b-1e0bde91a05a req-5c7c4012-1a89-4e6b-80e5-8e233e28f56a tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 944 time: 0.1136556 Aug 13 04:13:40.652139 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833c9d7-9fc7-436b-8dc1-435643528055 req-d7d99421-a0fa-485c-8664-8a3771379f86 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:40.653628 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a833c9d7-9fc7-436b-8dc1-435643528055 req-d7d99421-a0fa-485c-8664-8a3771379f86 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 945 time: 0.1087103 Aug 13 04:13:40.711026 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0c52a9fe-47f0-4cd3-ad2b-1e0bde91a05a req-acaea7ce-8363-4825-80c1-56a2f5127015 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564396 Aug 13 04:13:40.715592 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a833c9d7-9fc7-436b-8dc1-435643528055 req-c484235c-b730-4026-be65-fc3d1e25e614 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6c6778-52ac-4d35-b65b-20ef8b089ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468054 Aug 13 04:13:40.825374 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2d58e941-4dc9-41b6-af72-a6eb48563316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:40.828470 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2d58e941-4dc9-41b6-af72-a6eb48563316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:40.829222 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-2d58e941-4dc9-41b6-af72-a6eb48563316 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ec0e6c1-140b-4f84-b01b-9c3a38079aa1 HTTP/1.1" status: 204 len: 168 time: 0.3641665 Aug 13 04:13:40.857748 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9bee2-0070-4419-b4ad-cb6ee484bbc1 req-20e45ca8-fb85-44cd-ac57-877667a87677 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:40.857748 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5ed9bee2-0070-4419-b4ad-cb6ee484bbc1 req-20e45ca8-fb85-44cd-ac57-877667a87677 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 945 time: 0.0895200 Aug 13 04:13:40.864106 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0a387-c369-497b-80e9-ac9aade8256e req-c33c78f2-7da7-4554-aaa8-735e279d4d20 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:40.865612 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-73c0a387-c369-497b-80e9-ac9aade8256e req-c33c78f2-7da7-4554-aaa8-735e279d4d20 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0899086 Aug 13 04:13:40.867586 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58e941-4dc9-41b6-af72-a6eb48563316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec0e6c1-140b-4f84-b01b-9c3a38079aa1,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:40.928775 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5ed9bee2-0070-4419-b4ad-cb6ee484bbc1 req-d43866df-4368-4da9-a5c2-fc38f93ebdd2 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622232 Aug 13 04:13:40.933349 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-73c0a387-c369-497b-80e9-ac9aade8256e req-d67ed0c4-1ac2-4964-a84f-eb6da786225e tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578225 Aug 13 04:13:41.228609 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d9afdb71-8d8f-4c00-aad6-4da168d21b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:41.867179 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b103d-d221-4256-9d7f-b490bffe0002 req-840cbfc8-7424-4a2a-8848-7df2e1cb5882 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:41.869015 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a17b103d-d221-4256-9d7f-b490bffe0002 req-840cbfc8-7424-4a2a-8848-7df2e1cb5882 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 945 time: 0.0817912 Aug 13 04:13:41.879600 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c85e3-acbc-4726-9636-7467db6af2d4 req-55dd5d18-cbf9-4a98-bf44-bce5bff18747 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:41.881162 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6a7c85e3-acbc-4726-9636-7467db6af2d4 req-55dd5d18-cbf9-4a98-bf44-bce5bff18747 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 944 time: 0.0815895 Aug 13 04:13:41.931292 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a17b103d-d221-4256-9d7f-b490bffe0002 req-f711b52a-b135-4873-8052-c127c554ed35 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6c6778-52ac-4d35-b65b-20ef8b089ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491166 Aug 13 04:13:41.943312 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6a7c85e3-acbc-4726-9636-7467db6af2d4 req-87b51964-3ee1-4292-9188-c33e1195fddc tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551751 Aug 13 04:13:42.076149 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:42.080683 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad40fac-1b35-4808-90c5-962c849cdbdf req-a54d5c8a-f789-404d-bbff-9c3b0390d48e tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:42.082111 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4ad40fac-1b35-4808-90c5-962c849cdbdf req-a54d5c8a-f789-404d-bbff-9c3b0390d48e tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 945 time: 0.0814030 Aug 13 04:13:42.092950 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a51768-fbe3-4d4c-aff4-bd8131d354c7 req-f0437d44-eb38-4e85-b781-83040e45ab48 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:42.100891 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-33a51768-fbe3-4d4c-aff4-bd8131d354c7 req-f0437d44-eb38-4e85-b781-83040e45ab48 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0901592 Aug 13 04:13:42.158589 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-33a51768-fbe3-4d4c-aff4-bd8131d354c7 req-c3a0e1ab-e50b-4360-bada-68b8a3047175 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566609 Aug 13 04:13:42.191318 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4ad40fac-1b35-4808-90c5-962c849cdbdf req-55548313-b37a-4950-9be9-2fd066e0102d tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884051 Aug 13 04:13:42.256168 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fed3a-aade-4ac9-a30c-42ef0b96fbd2 req-95e88f83-8297-492a-933b-c235c742173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:42.257894 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b90fed3a-aade-4ac9-a30c-42ef0b96fbd2 req-95e88f83-8297-492a-933b-c235c742173c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 1098 time: 0.0986044 Aug 13 04:13:42.289397 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [req-b90fed3a-aade-4ac9-a30c-42ef0b96fbd2 req-5e5bbf30-e7ec-455e-b504-ad62175b5f31 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:42.295825 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d641cc6-43f2-4ec9-b5bc-c6cd9a431b0b req-ebd25788-4241-4f84-95da-99a8752432fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:42.298464 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-4d641cc6-43f2-4ec9-b5bc-c6cd9a431b0b req-ebd25788-4241-4f84-95da-99a8752432fe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 1098 time: 0.1408911 Aug 13 04:13:42.323201 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-4d641cc6-43f2-4ec9-b5bc-c6cd9a431b0b req-f1442c7a-71f1-404f-aa82-23c6c3f2d00b service neutron] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:42.348878 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adf4b9-f78a-4709-8cca-adc4a6011147 req-59110ea8-98fa-4c62-80df-832dc9993c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:42.348878 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c7adf4b9-f78a-4709-8cca-adc4a6011147 req-59110ea8-98fa-4c62-80df-832dc9993c3e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 1099 time: 0.1525893 Aug 13 04:13:42.350010 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 51104) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:42.351497 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a6f0f-c7c9-4d84-8a0f-48de97c70691 req-e6ca01fd-e891-4fc6-9de6-9cf3f5cc6e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:42.352883 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-f44a6f0f-c7c9-4d84-8a0f-48de97c70691 req-e6ca01fd-e891-4fc6-9de6-9cf3f5cc6e54 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 1098 time: 0.1176388 Aug 13 04:13:42.391193 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-f44a6f0f-c7c9-4d84-8a0f-48de97c70691 req-97142365-54a0-45ea-a844-5abfaad99cea service neutron] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:42.394647 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-c7adf4b9-f78a-4709-8cca-adc4a6011147 req-324b19c4-38f4-4069-becb-324ca28d6537 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:42.422422 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [req-b90fed3a-aade-4ac9-a30c-42ef0b96fbd2 req-5e5bbf30-e7ec-455e-b504-ad62175b5f31 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:42.476472 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b1c8c095-dffa-48d6-81ca-580186351499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:42.490192 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [req-b90fed3a-aade-4ac9-a30c-42ef0b96fbd2 req-5e5bbf30-e7ec-455e-b504-ad62175b5f31 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:42.523539 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b90fed3a-aade-4ac9-a30c-42ef0b96fbd2 req-5e5bbf30-e7ec-455e-b504-ad62175b5f31 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1a6c6778-52ac-4d35-b65b-20ef8b089ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569754 Aug 13 04:13:42.532268 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bbf30-e7ec-455e-b504-ad62175b5f31 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f612eb1e-fbd2-4165-bb39-ee79a7d509f8,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:42.568529 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.db.api [req-4d641cc6-43f2-4ec9-b5bc-c6cd9a431b0b req-f1442c7a-71f1-404f-aa82-23c6c3f2d00b service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 9e5cd686e3a54ce89bd4a87a936f020f {{(pid=94567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 04:13:42.569049 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG oslo_db.api [req-4d641cc6-43f2-4ec9-b5bc-c6cd9a431b0b req-f1442c7a-71f1-404f-aa82-23c6c3f2d00b service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 04:13:42.569728 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.db.api [req-f44a6f0f-c7c9-4d84-8a0f-48de97c70691 req-97142365-54a0-45ea-a844-5abfaad99cea service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 9e5cd686e3a54ce89bd4a87a936f020f {{(pid=94567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 04:13:42.570233 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG oslo_db.api [req-f44a6f0f-c7c9-4d84-8a0f-48de97c70691 req-97142365-54a0-45ea-a844-5abfaad99cea service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 04:13:42.590625 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.db.api [req-c7adf4b9-f78a-4709-8cca-adc4a6011147 req-324b19c4-38f4-4069-becb-324ca28d6537 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 9e5cd686e3a54ce89bd4a87a936f020f {{(pid=94567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 04:13:42.591110 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG oslo_db.api [req-c7adf4b9-f78a-4709-8cca-adc4a6011147 req-324b19c4-38f4-4069-becb-324ca28d6537 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 04:13:42.593699 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:42.645741 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b1c8c095-dffa-48d6-81ca-580186351499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:42.709577 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b1c8c095-dffa-48d6-81ca-580186351499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:42.747274 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-b1c8c095-dffa-48d6-81ca-580186351499 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ee8affe62c746b892943afecf63476a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962328 Aug 13 04:13:42.750205 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8c095-dffa-48d6-81ca-580186351499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0681f83-850a-4cff-8d4b-0e323c068a45,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:42.751099 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 51118) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:42.801923 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6186d519-334e-4cac-a922-d178eb80cfca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:42.823145 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6186d519-334e-4cac-a922-d178eb80cfca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:42.971429 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6186d519-334e-4cac-a922-d178eb80cfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:42.973180 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6186d519-334e-4cac-a922-d178eb80cfca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:42.974343 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-6186d519-334e-4cac-a922-d178eb80cfca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0681f83-850a-4cff-8d4b-0e323c068a45 HTTP/1.1" status: 204 len: 168 time: 0.2220905 Aug 13 04:13:42.992030 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186d519-334e-4cac-a922-d178eb80cfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0681f83-850a-4cff-8d4b-0e323c068a45,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:43.070282 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-4d641cc6-43f2-4ec9-b5bc-c6cd9a431b0b req-f1442c7a-71f1-404f-aa82-23c6c3f2d00b service neutron] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:43.074826 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-f44a6f0f-c7c9-4d84-8a0f-48de97c70691 req-97142365-54a0-45ea-a844-5abfaad99cea service neutron] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:43.093859 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-c7adf4b9-f78a-4709-8cca-adc4a6011147 req-324b19c4-38f4-4069-becb-324ca28d6537 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:43.111045 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e3a0-dd25-4f80-8f34-85f708478fa9 req-2a1ac8f2-f394-49dd-99a5-d58d05944378 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:43.118238 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f922e3a0-dd25-4f80-8f34-85f708478fa9 req-2a1ac8f2-f394-49dd-99a5-d58d05944378 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 945 time: 0.0890217 Aug 13 04:13:43.129682 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d836df-25fb-4acb-8684-c0d67568b737 req-34cbf1e9-5ffd-49de-a218-75303d7b1817 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:43.132059 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-05d836df-25fb-4acb-8684-c0d67568b737 req-34cbf1e9-5ffd-49de-a218-75303d7b1817 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 944 time: 0.1007435 Aug 13 04:13:43.196744 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f922e3a0-dd25-4f80-8f34-85f708478fa9 req-be635d1a-c835-4c13-af8b-262374ab4752 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6c6778-52ac-4d35-b65b-20ef8b089ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760298 Aug 13 04:13:43.235523 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-05d836df-25fb-4acb-8684-c0d67568b737 req-c67562d6-fddc-43ee-9b89-58ead00514d8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891387 Aug 13 04:13:43.275637 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-4d641cc6-43f2-4ec9-b5bc-c6cd9a431b0b req-f1442c7a-71f1-404f-aa82-23c6c3f2d00b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9678683 Aug 13 04:13:43.313699 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-f44a6f0f-c7c9-4d84-8a0f-48de97c70691 req-97142365-54a0-45ea-a844-5abfaad99cea service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9498656 Aug 13 04:13:43.318076 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c7adf4b9-f78a-4709-8cca-adc4a6011147 req-324b19c4-38f4-4069-becb-324ca28d6537 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9557412 Aug 13 04:13:43.393594 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3171a-7b5b-44c9-b83d-fe6f884f3e75 req-04f5a635-9e72-4319-9dc6-60492f0f5381 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:43.395091 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9da3171a-7b5b-44c9-b83d-fe6f884f3e75 req-04f5a635-9e72-4319-9dc6-60492f0f5381 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0874336 Aug 13 04:13:43.403210 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d13091-8e30-49db-957a-5efc896bf492 req-e1ffb15b-a553-4bbc-88b6-60917e3df472 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:43.404627 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-49d13091-8e30-49db-957a-5efc896bf492 req-e1ffb15b-a553-4bbc-88b6-60917e3df472 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 945 time: 0.0869744 Aug 13 04:13:43.459871 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9da3171a-7b5b-44c9-b83d-fe6f884f3e75 req-ee74cfe4-eb6a-498d-835a-c90053df0358 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542674 Aug 13 04:13:43.464804 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-49d13091-8e30-49db-957a-5efc896bf492 req-2c81b06e-bdfe-4723-b13d-aed27de00128 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526216 Aug 13 04:13:43.783260 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 51154) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:43.796738 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-67835726-7b5a-4164-89da-2c5288129520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:43.891299 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-67835726-7b5a-4164-89da-2c5288129520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:43.954076 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-67835726-7b5a-4164-89da-2c5288129520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:43.959350 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device bcefc9c5-499e-454b-9fa1-7cde646b8055 up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:13:43.995151 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-67835726-7b5a-4164-89da-2c5288129520 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba2d7881e7fc4e7b9a7d8c5654a5c9e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2107029 Aug 13 04:13:43.996630 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67835726-7b5a-4164-89da-2c5288129520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a172c31b-766d-4187-ab1b-87ed1e2d3265,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:43.997886 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 51160) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:44.062254 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6c567559-7fcd-44b2-8597-99f0a14ac049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:44.087876 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6c567559-7fcd-44b2-8597-99f0a14ac049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:44.113543 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning for port bcefc9c5-499e-454b-9fa1-7cde646b8055 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:13:44.114233 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port bcefc9c5-499e-454b-9fa1-7cde646b8055 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:13:44.114694 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:44.141530 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:44.195601 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:44.228188 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b213d0-7bf9-48cc-b947-af88a381aee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcefc9c5-499e-454b-9fa1-7cde646b8055'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:13:44.229438 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cdfbea-ad61-42c4-bb59-0dfbd1ee7720" -d '{"events": [{"server_uuid": "52b213d0-7bf9-48cc-b947-af88a381aee5", "name": "network-vif-plugged", "status": "completed", "tag": "bcefc9c5-499e-454b-9fa1-7cde646b8055"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:13:44.246413 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port bcefc9c5-499e-454b-9fa1-7cde646b8055, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=bcefc9c5-499e-454b-9fa1-7cde646b8055,segment=NetworkSegment(24c175ca-9aeb-4e68-9c94-026692638f09),segment_id=24c175ca-9aeb-4e68-9c94-026692638f09)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:13:44.269939 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6c567559-7fcd-44b2-8597-99f0a14ac049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:44.272990 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6c567559-7fcd-44b2-8597-99f0a14ac049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:44.274332 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-6c567559-7fcd-44b2-8597-99f0a14ac049 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a172c31b-766d-4187-ab1b-87ed1e2d3265 HTTP/1.1" status: 204 len: 168 time: 0.2744370 Aug 13 04:13:44.283487 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c567559-7fcd-44b2-8597-99f0a14ac049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a172c31b-766d-4187-ab1b-87ed1e2d3265,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:44.298336 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32eaa887-3218-4f16-b912-10e0dee22fa9 x-openstack-request-id: req-32eaa887-3218-4f16-b912-10e0dee22fa9 {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:13:44.298706 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b213d0-7bf9-48cc-b947-af88a381aee5", "name": "network-vif-plugged", "status": "completed", "tag": "bcefc9c5-499e-454b-9fa1-7cde646b8055", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:13:44.299085 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32eaa887-3218-4f16-b912-10e0dee22fa9 {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:13:44.299797 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b213d0-7bf9-48cc-b947-af88a381aee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcefc9c5-499e-454b-9fa1-7cde646b8055', 'code': 200} Aug 13 04:13:44.328878 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:44.402343 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a95050-cafd-49b0-b5b0-a3ba320ee07e req-990a8502-7a6b-4e85-8f20-59b1e28ba4b2 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:44.404536 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-02a95050-cafd-49b0-b5b0-a3ba320ee07e req-990a8502-7a6b-4e85-8f20-59b1e28ba4b2 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 945 time: 0.1205673 Aug 13 04:13:44.418726 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=bcefc9c5-499e-454b-9fa1-7cde646b8055,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:44.423589 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebc209-7186-4a44-b297-95cf43ef7706 req-1c2b7de9-a328-492c-a30d-ebc5b8d90e1d tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:44.430929 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4eebc209-7186-4a44-b297-95cf43ef7706 req-1c2b7de9-a328-492c-a30d-ebc5b8d90e1d tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0816548 Aug 13 04:13:44.494257 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-02a95050-cafd-49b0-b5b0-a3ba320ee07e req-b26cbeaa-2165-4bba-abd5-07c38af8681d tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6c6778-52ac-4d35-b65b-20ef8b089ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794032 Aug 13 04:13:44.499392 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4eebc209-7186-4a44-b297-95cf43ef7706 req-ba5042ba-b8aa-4c1e-919b-2dcc12009156 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673103 Aug 13 04:13:44.783498 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e546f81-f7eb-4138-a605-24066caa56f6 req-157c4478-9b10-4bdf-8d5a-df20de64f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:44.785986 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5e546f81-f7eb-4138-a605-24066caa56f6 req-157c4478-9b10-4bdf-8d5a-df20de64f143 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 1098 time: 0.0492823 Aug 13 04:13:44.829247 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5e546f81-f7eb-4138-a605-24066caa56f6 req-59d8ced7-ecac-4427-84b3-dda5dbe5cfc7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320091 Aug 13 04:13:44.843961 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44d3cd-ea53-433e-ae38-7682fb222447 req-e9de506e-09bb-4b16-a5c2-d4709f5b4293 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:44.845453 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2b44d3cd-ea53-433e-ae38-7682fb222447 req-e9de506e-09bb-4b16-a5c2-d4709f5b4293 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.2884977 Aug 13 04:13:44.855564 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50154666-43c5-4d13-a2f4-adbba50b996c req-0998aa6b-5423-431e-8577-9479804d6884 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:44.856990 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-50154666-43c5-4d13-a2f4-adbba50b996c req-0998aa6b-5423-431e-8577-9479804d6884 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 945 time: 0.2738290 Aug 13 04:13:44.910626 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2b44d3cd-ea53-433e-ae38-7682fb222447 req-2ae147e9-1127-4f76-8b57-9edafd79f4cc tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526757 Aug 13 04:13:44.925909 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-50154666-43c5-4d13-a2f4-adbba50b996c req-600b361d-5f54-41dc-b326-6ccb081ff8d7 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536723 Aug 13 04:13:45.625601 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07925b97-6862-41b7-8847-056d35d82a2d req-6926b8a7-9d6d-4929-b0f9-e1a092a453c0 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:45.627098 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-07925b97-6862-41b7-8847-056d35d82a2d req-6926b8a7-9d6d-4929-b0f9-e1a092a453c0 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0559278 Aug 13 04:13:45.665195 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-07925b97-6862-41b7-8847-056d35d82a2d req-2f2c585c-044e-46e7-a405-79be2bb5362b tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321133 Aug 13 04:13:46.096603 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196fed0-1ab6-4581-9422-b06b17adf31b req-87661b79-fa0f-4883-915c-3e4a05c479e1 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:46.098113 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c196fed0-1ab6-4581-9422-b06b17adf31b req-87661b79-fa0f-4883-915c-3e4a05c479e1 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0762014 Aug 13 04:13:46.106583 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08c1e5-c40e-42fb-a3ef-2b441d604797 req-e51b13d3-b659-443d-9450-fb565501b9a9 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:46.108083 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3c08c1e5-c40e-42fb-a3ef-2b441d604797 req-e51b13d3-b659-443d-9450-fb565501b9a9 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 945 time: 0.0975730 Aug 13 04:13:46.167939 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c196fed0-1ab6-4581-9422-b06b17adf31b req-15eece87-40d1-4ec5-abb5-85834bce4459 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580242 Aug 13 04:13:46.173562 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3c08c1e5-c40e-42fb-a3ef-2b441d604797 req-4525cff9-637c-4722-97a4-251024ed7223 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573015 Aug 13 04:13:46.713636 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a656adb-fbfb-47ec-a967-9fb243351ba9 req-d6c76fef-ac82-4321-bab8-b57f66463455 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:46.715193 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6a656adb-fbfb-47ec-a967-9fb243351ba9 req-d6c76fef-ac82-4321-bab8-b57f66463455 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0493674 Aug 13 04:13:46.797626 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6a656adb-fbfb-47ec-a967-9fb243351ba9 req-cf59d26b-6ae4-4308-8122-66a6a7a920e5 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687113 Aug 13 04:13:46.809861 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b9119-1092-45a9-b75f-988eda30023c req-807ee1da-84e5-4e41-b8ed-221fc9e3229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:46.811402 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-9e5b9119-1092-45a9-b75f-988eda30023c req-807ee1da-84e5-4e41-b8ed-221fc9e3229f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6525e39355904810b4595b1ab780a756&device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 1098 time: 0.0502434 Aug 13 04:13:46.818215 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f109d-d89e-4ef9-9d8b-48221f13677d req-cc436c16-8cce-4345-801f-03b837d58c44 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:46.820852 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-dd2f109d-d89e-4ef9-9d8b-48221f13677d req-cc436c16-8cce-4345-801f-03b837d58c44 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0805860 Aug 13 04:13:46.888993 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-dd2f109d-d89e-4ef9-9d8b-48221f13677d req-b8dac2d1-42a1-4cd8-873d-5f89db2001ac tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647225 Aug 13 04:13:46.977386 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b9119-1092-45a9-b75f-988eda30023c req-b5049573-247e-4329-b8ac-d48e21f3551e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:46.977386 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-9e5b9119-1092-45a9-b75f-988eda30023c req-b5049573-247e-4329-b8ac-d48e21f3551e service neutron] 10.222.0.22 "GET /v2.0/networks?id=3307ff4a-688d-47d1-ad62-e6cbee1cd9ca HTTP/1.1" status: 200 len: 919 time: 0.1479349 Aug 13 04:13:47.031485 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-9e5b9119-1092-45a9-b75f-988eda30023c req-5f6404fa-8e37-45f1-9b90-de5fa9455f7e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c871e2e-0556-42b8-92d1-1530b4805b98 HTTP/1.1" status: 200 len: 217 time: 0.0534160 Aug 13 04:13:47.031895 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9a6b0-031e-48e3-8e5f-7b139efc2390 req-257504f9-76b7-47c8-9a07-3a5fd5255579 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:47.032879 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c8a9a6b0-031e-48e3-8e5f-7b139efc2390 req-257504f9-76b7-47c8-9a07-3a5fd5255579 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0591688 Aug 13 04:13:47.041467 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 51292) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:47.046364 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-50d10c25-400d-4b18-ba3f-33f9421f7178 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Request body: {'floatingip': {'port_id': 'bcefc9c5-499e-454b-9fa1-7cde646b8055'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:13:47.091957 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b9119-1092-45a9-b75f-988eda30023c req-39779df3-8732-4cef-846a-991df876f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:47.094528 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-9e5b9119-1092-45a9-b75f-988eda30023c req-39779df3-8732-4cef-846a-991df876f707 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f3523255-eb2e-4656-814e-91485edd0600 HTTP/1.1" status: 200 len: 858 time: 0.0562406 Aug 13 04:13:47.131078 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-50d10c25-400d-4b18-ba3f-33f9421f7178 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for floatingip, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:47.136873 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-9e5b9119-1092-45a9-b75f-988eda30023c req-39bd782a-eaa0-4112-9088-73268e816d6f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3307ff4a-688d-47d1-ad62-e6cbee1cd9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346053 Aug 13 04:13:47.279560 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-9e5b9119-1092-45a9-b75f-988eda30023c req-790c7707-465b-4830-a374-6d716f725f02 service neutron] 10.222.0.22 "GET /v2.0/networks/3307ff4a-688d-47d1-ad62-e6cbee1cd9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341183 Aug 13 04:13:47.414183 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-9e5b9119-1092-45a9-b75f-988eda30023c req-c8176bdc-5ba8-4f5d-a124-b629afcf9398 service neutron] 10.222.0.22 "GET /v2.0/networks/3307ff4a-688d-47d1-ad62-e6cbee1cd9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268423 Aug 13 04:13:47.848807 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-50d10c25-400d-4b18-ba3f-33f9421f7178 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:47.911754 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01d718-5231-4534-954e-2dfb0ae55b32 req-303e4268-8d63-4305-b59b-b9f463e559e5 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:47.913279 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ad01d718-5231-4534-954e-2dfb0ae55b32 req-303e4268-8d63-4305-b59b-b9f463e559e5 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0475121 Aug 13 04:13:47.950209 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ad01d718-5231-4534-954e-2dfb0ae55b32 req-21c8b186-8843-4273-a131-c6640e53025f tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308871 Aug 13 04:13:47.951194 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-50d10c25-400d-4b18-ba3f-33f9421f7178 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704406'] for floatingip, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:48.052459 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.db.l3_db [None req-50d10c25-400d-4b18-ba3f-33f9421f7178 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Floating IP e50dc80e-51c8-4570-a224-cfa879326106 associated. External IP: 172.27.3.118, port: bcefc9c5-499e-454b-9fa1-7cde646b8055. Aug 13 04:13:48.324284 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d10c25-400d-4b18-ba3f-33f9421f7178 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Router 375defa4-01f3-4625-9c75-5ac3768cb7a7 has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:13:48.656013 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d10c25-400d-4b18-ba3f-33f9421f7178 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:13:48.660681 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-50d10c25-400d-4b18-ba3f-33f9421f7178 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for floatingip, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:48.671494 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094212fd-52ca-4f87-8ac0-aee2e15b6edf None None] Sync routers for ids ['375defa4-01f3-4625-9c75-5ac3768cb7a7'] in dv-cinder-759987-6-iscsi {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:13:48.680954 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094212fd-52ca-4f87-8ac0-aee2e15b6edf None None] Routers {'375defa4-01f3-4625-9c75-5ac3768cb7a7'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:13:48.681563 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-094212fd-52ca-4f87-8ac0-aee2e15b6edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:13:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['375defa4-01f3-4625-9c75-5ac3768cb7a7'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:48.688518 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-50d10c25-400d-4b18-ba3f-33f9421f7178 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "PUT /v2.0/floatingips/e50dc80e-51c8-4570-a224-cfa879326106 HTTP/1.1" status: 200 len: 991 time: 1.6459394 Aug 13 04:13:48.689104 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b213d0-7bf9-48cc-b947-af88a381aee5', 'tag': 'bcefc9c5-499e-454b-9fa1-7cde646b8055'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:13:48.692120 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bd27882eb3c5f369e5e71c287e85e980be0a094d6552a040ba295dfdcae25d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4954926-9c33-4c98-980f-d5c05b681a49" -d '{"events": [{"name": "network-changed", "server_uuid": "52b213d0-7bf9-48cc-b947-af88a381aee5", "tag": "bcefc9c5-499e-454b-9fa1-7cde646b8055"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:13:48.809236 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-094212fd-52ca-4f87-8ac0-aee2e15b6edf None None] Set router 375defa4-01f3-4625-9c75-5ac3768cb7a7 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:13:48.850156 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2692e612-132d-405c-aeaa-4ec03603788b x-openstack-request-id: req-2692e612-132d-405c-aeaa-4ec03603788b {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:13:48.850686 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b213d0-7bf9-48cc-b947-af88a381aee5", "tag": "bcefc9c5-499e-454b-9fa1-7cde646b8055", "status": "completed", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:13:48.850686 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2692e612-132d-405c-aeaa-4ec03603788b {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:13:48.870286 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b213d0-7bf9-48cc-b947-af88a381aee5', 'tag': 'bcefc9c5-499e-454b-9fa1-7cde646b8055', 'status': 'completed', 'code': 200} Aug 13 04:13:48.926966 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4954926-9c33-4c98-980f-d5c05b681a49 req-aa4dfe0b-8342-448d-9d51-6ea4fa3f1dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:48.928673 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e4954926-9c33-4c98-980f-d5c05b681a49 req-aa4dfe0b-8342-448d-9d51-6ea4fa3f1dd4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=002375b8005d44a193b301833aa330dc&device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 1098 time: 0.0472429 Aug 13 04:13:49.051798 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4954926-9c33-4c98-980f-d5c05b681a49 req-6fd8e4ee-04c0-428e-9e34-c68d632729b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:49.053392 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e4954926-9c33-4c98-980f-d5c05b681a49 req-6fd8e4ee-04c0-428e-9e34-c68d632729b0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1f5f08bb-8497-4150-a3e9-90ccd6853fea HTTP/1.1" status: 200 len: 912 time: 0.1185272 Aug 13 04:13:49.116678 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74e531-206e-4894-a799-f5332c1c165f req-509a5a06-2262-4bb3-a676-8fcd84c35772 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:49.118235 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fd74e531-206e-4894-a799-f5332c1c165f req-509a5a06-2262-4bb3-a676-8fcd84c35772 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0574782 Aug 13 04:13:49.163950 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fd74e531-206e-4894-a799-f5332c1c165f req-32a8b070-fb3f-418f-8b39-9665df4f4797 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380189 Aug 13 04:13:49.173318 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-094212fd-52ca-4f87-8ac0-aee2e15b6edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'name': 'tempest-AttachVolumeTestJSON-1015169733-router', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:13:09Z', 'revision_number': 4, 'project_id': '002375b8005d44a193b301833aa330dc', 'gw_port': {'id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:03Z', 'updated_at': '2021-08-13T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': 'e50dc80e-51c8-4570-a224-cfa879326106', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'port_id': 'bcefc9c5-499e-454b-9fa1-7cde646b8055', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'mac_address': 'fa:16:3e:84:84:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b213d0-7bf9-48cc-b947-af88a381aee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:13:22Z', 'updated_at': '2021-08-13T04:13:47Z', 'revision_number': 1, 'project_id': '002375b8005d44a193b301833aa330dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d14546-a0d6-4db2-a0be-18dd5c23e882', 'name': '', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'mac_address': 'fa:16:3e:eb:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:08Z', 'updated_at': '2021-08-13T04:13:19Z', 'revision_number': 5, 'project_id': '002375b8005d44a193b301833aa330dc', 'subnets': [{'id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:49.188428 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e4954926-9c33-4c98-980f-d5c05b681a49 req-8f45ad69-0ea0-4ccb-84e1-e6d75c24c02a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcefc9c5-499e-454b-9fa1-7cde646b8055 HTTP/1.1" status: 200 len: 999 time: 0.1221583 Aug 13 04:13:49.242189 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4954926-9c33-4c98-980f-d5c05b681a49 req-3f2dee1d-a9af-4a0a-9e27-b14fc88fae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:49.243816 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e4954926-9c33-4c98-980f-d5c05b681a49 req-3f2dee1d-a9af-4a0a-9e27-b14fc88fae1b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc419503-ea44-47f1-b4cd-1a56414c95fb HTTP/1.1" status: 200 len: 850 time: 0.0484145 Aug 13 04:13:49.296844 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094212fd-52ca-4f87-8ac0-aee2e15b6edf None None] Checking router: 375defa4-01f3-4625-9c75-5ac3768cb7a7 for host: dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:13:49.305630 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094212fd-52ca-4f87-8ac0-aee2e15b6edf None None] Routers {'375defa4-01f3-4625-9c75-5ac3768cb7a7'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:13:49.312709 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-094212fd-52ca-4f87-8ac0-aee2e15b6edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:13:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['375defa4-01f3-4625-9c75-5ac3768cb7a7'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:49.312861 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4954926-9c33-4c98-980f-d5c05b681a49 req-4ae3848b-888c-4222-8f4b-e093b838142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:49.313469 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e4954926-9c33-4c98-980f-d5c05b681a49 req-4ae3848b-888c-4222-8f4b-e093b838142c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1f5f08bb-8497-4150-a3e9-90ccd6853fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621805 Aug 13 04:13:49.410695 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e4954926-9c33-4c98-980f-d5c05b681a49 req-3414b0ff-a87c-49fd-a89f-69989dde49bb service neutron] 10.222.0.22 "GET /v2.0/networks/1f5f08bb-8497-4150-a3e9-90ccd6853fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861943 Aug 13 04:13:49.420302 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-094212fd-52ca-4f87-8ac0-aee2e15b6edf None None] Set router 375defa4-01f3-4625-9c75-5ac3768cb7a7 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:13:49.525955 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e4954926-9c33-4c98-980f-d5c05b681a49 req-ad38fa1a-e924-4fa5-beee-6be540852873 service neutron] 10.222.0.22 "GET /v2.0/networks/1f5f08bb-8497-4150-a3e9-90ccd6853fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985088 Aug 13 04:13:49.667426 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-094212fd-52ca-4f87-8ac0-aee2e15b6edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'name': 'tempest-AttachVolumeTestJSON-1015169733-router', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:13:09Z', 'revision_number': 4, 'project_id': '002375b8005d44a193b301833aa330dc', 'gw_port': {'id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:03Z', 'updated_at': '2021-08-13T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': 'e50dc80e-51c8-4570-a224-cfa879326106', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'port_id': 'bcefc9c5-499e-454b-9fa1-7cde646b8055', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'mac_address': 'fa:16:3e:84:84:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b213d0-7bf9-48cc-b947-af88a381aee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:13:22Z', 'updated_at': '2021-08-13T04:13:47Z', 'revision_number': 1, 'project_id': '002375b8005d44a193b301833aa330dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d14546-a0d6-4db2-a0be-18dd5c23e882', 'name': '', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'mac_address': 'fa:16:3e:eb:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:08Z', 'updated_at': '2021-08-13T04:13:19Z', 'revision_number': 5, 'project_id': '002375b8005d44a193b301833aa330dc', 'subnets': [{'id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:49.699528 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094212fd-52ca-4f87-8ac0-aee2e15b6edf None None] The sync data for ids ['375defa4-01f3-4625-9c75-5ac3768cb7a7'] in dv-cinder-759987-6-iscsi is: [{'id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'name': 'tempest-AttachVolumeTestJSON-1015169733-router', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:13:09Z', 'revision_number': 4, 'project_id': '002375b8005d44a193b301833aa330dc', 'gw_port': {'id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:03Z', 'updated_at': '2021-08-13T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': 'e50dc80e-51c8-4570-a224-cfa879326106', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'port_id': 'bcefc9c5-499e-454b-9fa1-7cde646b8055', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'mac_address': 'fa:16:3e:84:84:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b213d0-7bf9-48cc-b947-af88a381aee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:13:22Z', 'updated_at': '2021-08-13T04:13:47Z', 'revision_number': 1, 'project_id': '002375b8005d44a193b301833aa330dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d14546-a0d6-4db2-a0be-18dd5c23e882', 'name': '', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'mac_address': 'fa:16:3e:eb:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:08Z', 'updated_at': '2021-08-13T04:13:19Z', 'revision_number': 5, 'project_id': '002375b8005d44a193b301833aa330dc', 'subnets': [{'id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:13:49.959015 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5bea74-b363-46c1-89c3-d398340fce5b None None] New status for floating IP e50dc80e-51c8-4570-a224-cfa879326106: ACTIVE {{(pid=94568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:13:50.280922 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd6841-9f3a-4f01-a60b-d8b611b94ede req-cf75d051-ed7d-486e-9073-40ea5bf736e1 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:50.282409 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c8fd6841-9f3a-4f01-a60b-d8b611b94ede req-cf75d051-ed7d-486e-9073-40ea5bf736e1 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0481234 Aug 13 04:13:50.324678 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c8fd6841-9f3a-4f01-a60b-d8b611b94ede req-ae0f9459-09c0-484f-b55d-c3005dad53a7 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360734 Aug 13 04:13:50.421068 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 51440) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:50.529074 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1266521c-3fd3-4a0c-a2cd-63df2ae3790f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:50.616604 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1266521c-3fd3-4a0c-a2cd-63df2ae3790f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:50.703919 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1266521c-3fd3-4a0c-a2cd-63df2ae3790f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:50.743395 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-1266521c-3fd3-4a0c-a2cd-63df2ae3790f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6fd8adfb68e24599818430738d66e7f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212326 Aug 13 04:13:50.744356 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266521c-3fd3-4a0c-a2cd-63df2ae3790f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536276a1-c3a6-4dc1-ac0a-96077099d080,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:50.746122 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 51456) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:50.797374 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-bc9fd716-e11b-4f84-b4d7-48095b55ae3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:50.817613 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-bc9fd716-e11b-4f84-b4d7-48095b55ae3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:50.936809 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-bc9fd716-e11b-4f84-b4d7-48095b55ae3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:50.939403 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-bc9fd716-e11b-4f84-b4d7-48095b55ae3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:50.940637 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-bc9fd716-e11b-4f84-b4d7-48095b55ae3c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/536276a1-c3a6-4dc1-ac0a-96077099d080 HTTP/1.1" status: 204 len: 168 time: 0.1915109 Aug 13 04:13:50.948395 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9fd716-e11b-4f84-b4d7-48095b55ae3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536276a1-c3a6-4dc1-ac0a-96077099d080,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:51.442841 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf9350-490f-4b48-a033-538dac0c4ead req-bf3ca154-3b78-4170-8811-e49ea341e8e1 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:51.444326 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6fdf9350-490f-4b48-a033-538dac0c4ead req-bf3ca154-3b78-4170-8811-e49ea341e8e1 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0489168 Aug 13 04:13:51.481941 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6fdf9350-490f-4b48-a033-538dac0c4ead req-adf6fd35-5311-46bb-a2fe-d76be71a5f80 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312984 Aug 13 04:13:51.515346 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 51474) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:51.528142 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bec5d1dd-c863-45bd-9573-6a2104b00187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:51.626691 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bec5d1dd-c863-45bd-9573-6a2104b00187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:51.692179 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bec5d1dd-c863-45bd-9573-6a2104b00187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:51.730119 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5d1dd-c863-45bd-9573-6a2104b00187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee33ead-358c-432b-a7d5-daeadc8c93da,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:51.737118 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-bec5d1dd-c863-45bd-9573-6a2104b00187 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90deedbda57c445db68a2d3b62add934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204175 Aug 13 04:13:51.737331 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 51486) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:51.797052 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c1e56921-d4eb-49ce-939f-5de8b368be15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:51.817584 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c1e56921-d4eb-49ce-939f-5de8b368be15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:51.909441 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c1e56921-d4eb-49ce-939f-5de8b368be15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:51.913605 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c1e56921-d4eb-49ce-939f-5de8b368be15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:51.914833 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-c1e56921-d4eb-49ce-939f-5de8b368be15 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ee33ead-358c-432b-a7d5-daeadc8c93da HTTP/1.1" status: 204 len: 168 time: 0.1764026 Aug 13 04:13:51.929783 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e56921-d4eb-49ce-939f-5de8b368be15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee33ead-358c-432b-a7d5-daeadc8c93da,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:52.597680 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd983301-2fce-4819-ae54-350ed0fa3838 req-9e703f1f-fec6-4a6d-9f19-686e0e4e4ddc tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:52.599305 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cd983301-2fce-4819-ae54-350ed0fa3838 req-9e703f1f-fec6-4a6d-9f19-686e0e4e4ddc tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0492213 Aug 13 04:13:52.637360 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cd983301-2fce-4819-ae54-350ed0fa3838 req-b1036e7c-a9f7-429d-8041-46e1e595a4dd tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321400 Aug 13 04:13:53.140750 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:13:53.754209 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14ed9c-d81a-4920-ab5e-b032f9dcbe97 req-85209232-95cd-4445-932e-f3c4ff56a1eb tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:53.755695 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6f14ed9c-d81a-4920-ab5e-b032f9dcbe97 req-85209232-95cd-4445-932e-f3c4ff56a1eb tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0502641 Aug 13 04:13:53.793701 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6f14ed9c-d81a-4920-ab5e-b032f9dcbe97 req-f123a608-7055-43e3-b3e7-91cd91fad37a tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318754 Aug 13 04:13:53.816763 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:54.912718 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcdbc31-7af2-4274-85bc-94380838301f req-f5ee8931-e4bb-410e-a22b-ef81f9fc0027 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:54.914216 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cdcdbc31-7af2-4274-85bc-94380838301f req-f5ee8931-e4bb-410e-a22b-ef81f9fc0027 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0520482 Aug 13 04:13:54.950979 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cdcdbc31-7af2-4274-85bc-94380838301f req-8c79dc52-196b-41c6-9998-1ab470dad215 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306976 Aug 13 04:13:56.064231 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0f776-ed28-4a88-84c5-cc027576fde2 req-60652f52-30a9-4884-aada-dbfca93fb94a tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:56.065941 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3bb0f776-ed28-4a88-84c5-cc027576fde2 req-60652f52-30a9-4884-aada-dbfca93fb94a tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0484729 Aug 13 04:13:56.104085 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3bb0f776-ed28-4a88-84c5-cc027576fde2 req-bc6ded64-afa4-4aec-a605-c0ddb3e738a7 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318429 Aug 13 04:13:57.223826 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbbad6-31fd-4634-b5f6-81eb029c825b req-c50bfd6a-d370-4a44-94a2-3e2316d20d1f tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:57.225345 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cecbbad6-31fd-4634-b5f6-81eb029c825b req-c50bfd6a-d370-4a44-94a2-3e2316d20d1f tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0476809 Aug 13 04:13:57.263065 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cecbbad6-31fd-4634-b5f6-81eb029c825b req-be40ab81-e41a-4d4c-8a0f-30945b4c74b9 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318260 Aug 13 04:13:58.499699 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1c1f7-2d9b-4ff9-bf6d-cf308b08d4cf req-139a8030-fea9-49fb-bb0d-678c9fc1e235 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:58.501141 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-69d1c1f7-2d9b-4ff9-bf6d-cf308b08d4cf req-139a8030-fea9-49fb-bb0d-678c9fc1e235 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0565960 Aug 13 04:13:58.543607 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-69d1c1f7-2d9b-4ff9-bf6d-cf308b08d4cf req-f0f75712-021b-4d8c-b03a-eee73c74a80a tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358310 Aug 13 04:13:58.962012 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 51754) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:59.018055 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4e7df1-ce9f-4812-846f-68cbf68e0f24 admin admin] Deleting subnet 5af3d8ad-64e9-41b0-a056-0bcd110765f6 {{(pid=94567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:13:59.021140 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7df1-ce9f-4812-846f-68cbf68e0f24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:59.054221 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7df1-ce9f-4812-846f-68cbf68e0f24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2939958'] for subnet, precommit_delete_associations {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:59.100950 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7df1-ce9f-4812-846f-68cbf68e0f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416950'] for subnet, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:59.223760 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7df1-ce9f-4812-846f-68cbf68e0f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2940295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3275436'] for subnet, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:59.249700 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e7df1-ce9f-4812-846f-68cbf68e0f24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5af3d8ad-64e9-41b0-a056-0bcd110765f6,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:59.261123 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7df1-ce9f-4812-846f-68cbf68e0f24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:59.263047 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-0b4e7df1-ce9f-4812-846f-68cbf68e0f24 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5af3d8ad-64e9-41b0-a056-0bcd110765f6 HTTP/1.1" status: 204 len: 168 time: 0.2996202 Aug 13 04:13:59.266276 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 51762) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:59.336808 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16337513'] for network, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:59.418441 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16418865', 'neutron.services.segments.db._delete_segments_for_network-8784944466544'] for network, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:59.428434 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e54a30c9-8b2a-4b4e-8e9e-29709150765f']}} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:59.438838 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50bc913b-5323-446a-bf81-d5967d33fd75') {'for_net_delete': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:59.439159 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50bc913b-5323-446a-bf81-d5967d33fd75') {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:13:59.447637 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784944469625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2939937'] for segment, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:59.460709 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:59.466266 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:13:59.466648 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2940249'] for segment, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: Traceback (most recent call last): Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: timer() Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: cb(*args, **kw) Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: return func(*args, **kwargs) Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: self._notify() Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: self.callback(batched_events) Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: event.method(event) Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: return f(self, *a, **k) Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: return self._get(url).json() Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: return self.request(url, 'GET', **kwargs) Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:13:59.468423 dv-cinder-759987-6-iscsi neutron-server[94567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:13:59.589274 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16418856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704416'] for network, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:59.594220 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:59.603758 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] 10.222.0.32 "DELETE /v2.0/networks/e54a30c9-8b2a-4b4e-8e9e-29709150765f HTTP/1.1" status: 204 len: 168 time: 0.3301730 Aug 13 04:13:59.604355 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 51770) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:59.623933 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] Pushing event deleted for resources: {'Network': ['ID=e54a30c9-8b2a-4b4e-8e9e-29709150765f,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:59.649281 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:59.649682 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:59.650024 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:59.650359 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:59.650686 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:59.651051 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:59.651372 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:59.651691 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:59.652014 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:59.652331 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:59.652671 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:59.652991 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8b0df-3a0a-432c-b311-6d28724f2dcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:13:59.671005 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4ac01-5d8c-435e-83a2-5dc00af73d5c req-c07798cb-5842-419b-b8d7-955ed830433d tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:13:59.672603 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bac4ac01-5d8c-435e-83a2-5dc00af73d5c req-c07798cb-5842-419b-b8d7-955ed830433d tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0495522 Aug 13 04:13:59.674856 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5ccde6-9691-48ce-93b3-a585431335d7 admin admin] Deleting subnet 260ca28e-7643-45cb-9fff-3ff6a30d5b5b {{(pid=94567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:13:59.678091 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3c5ccde6-9691-48ce-93b3-a585431335d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:59.710450 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bac4ac01-5d8c-435e-83a2-5dc00af73d5c req-8c5996bb-d7b7-45b0-884b-44eebb3b8307 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314915 Aug 13 04:13:59.713393 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3c5ccde6-9691-48ce-93b3-a585431335d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2939958'] for subnet, precommit_delete_associations {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:59.757099 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3c5ccde6-9691-48ce-93b3-a585431335d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416950'] for subnet, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:59.852448 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3c5ccde6-9691-48ce-93b3-a585431335d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2940295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3275436'] for subnet, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:59.878720 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ccde6-9691-48ce-93b3-a585431335d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=260ca28e-7643-45cb-9fff-3ff6a30d5b5b,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:13:59.882300 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3c5ccde6-9691-48ce-93b3-a585431335d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:59.884141 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-3c5ccde6-9691-48ce-93b3-a585431335d7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/260ca28e-7643-45cb-9fff-3ff6a30d5b5b HTTP/1.1" status: 204 len: 168 time: 0.2786310 Aug 13 04:13:59.886744 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 51774) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:13:59.953841 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f715bbc0-44c9-4828-be4c-e77889b6c675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16337513'] for network, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:00.223256 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f715bbc0-44c9-4828-be4c-e77889b6c675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16418865', 'neutron.services.segments.db._delete_segments_for_network-8784944466544'] for network, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:00.233080 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-f715bbc0-44c9-4828-be4c-e77889b6c675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb51a296-c9f5-4e5e-add8-11748818bccf']}} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:14:00.243148 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-f715bbc0-44c9-4828-be4c-e77889b6c675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81861b6-b54f-4724-b8ad-bf84de5e064c') {'for_net_delete': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:14:00.243440 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-f715bbc0-44c9-4828-be4c-e77889b6c675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81861b6-b54f-4724-b8ad-bf84de5e064c') {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:14:00.252455 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f715bbc0-44c9-4828-be4c-e77889b6c675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784944469625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2939937'] for segment, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:00.266072 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f715bbc0-44c9-4828-be4c-e77889b6c675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:00.271975 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f715bbc0-44c9-4828-be4c-e77889b6c675 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:14:00.272382 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f715bbc0-44c9-4828-be4c-e77889b6c675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2940249'] for segment, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: Traceback (most recent call last): Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: timer() Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: cb(*args, **kw) Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: return func(*args, **kwargs) Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: self._notify() Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: self.callback(batched_events) Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: event.method(event) Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: return f(self, *a, **k) Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: return self._get(url).json() Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: return self.request(url, 'GET', **kwargs) Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:14:00.273994 dv-cinder-759987-6-iscsi neutron-server[94567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:14:00.422607 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f715bbc0-44c9-4828-be4c-e77889b6c675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16418856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704416'] for network, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:00.441202 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f715bbc0-44c9-4828-be4c-e77889b6c675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:00.443163 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-f715bbc0-44c9-4828-be4c-e77889b6c675 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cb51a296-c9f5-4e5e-add8-11748818bccf HTTP/1.1" status: 204 len: 168 time: 0.5554717 Aug 13 04:14:00.444274 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715bbc0-44c9-4828-be4c-e77889b6c675 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb51a296-c9f5-4e5e-add8-11748818bccf,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:00.845759 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451af11d-13c2-479d-b4d4-27edf82c281c req-fd4a9552-3ae3-4b10-be43-a01618296d3f tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:00.845759 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-451af11d-13c2-479d-b4d4-27edf82c281c req-fd4a9552-3ae3-4b10-be43-a01618296d3f tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0549011 Aug 13 04:14:00.846300 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 51820) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:00.892348 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-451af11d-13c2-479d-b4d4-27edf82c281c req-f0f5cb21-e190-49a5-a59c-d23f984f45fa tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390015 Aug 13 04:14:00.919464 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-85e96559-1661-479c-b03a-179bab56266b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05d5ca088ab1471b8bed4ebcdc50ca09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720367 Aug 13 04:14:00.923563 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 51822) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:00.956193 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a218394-a532-41a8-9115-35217332c7e0 req-d8785f10-0f3c-4de7-a3e4-b459105ca9a0 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:00.957828 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2a218394-a532-41a8-9115-35217332c7e0 req-d8785f10-0f3c-4de7-a3e4-b459105ca9a0 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 945 time: 0.0560493 Aug 13 04:14:00.977291 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-45a4b9fe-ec17-437b-93aa-1aaa541cb99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:00.996219 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2a218394-a532-41a8-9115-35217332c7e0 req-977b958e-e4f4-4567-8fc0-bf10ec368942 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6c6778-52ac-4d35-b65b-20ef8b089ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321577 Aug 13 04:14:00.998626 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-45a4b9fe-ec17-437b-93aa-1aaa541cb99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:01.137355 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-45a4b9fe-ec17-437b-93aa-1aaa541cb99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:01.140751 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-45a4b9fe-ec17-437b-93aa-1aaa541cb99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:01.141907 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-45a4b9fe-ec17-437b-93aa-1aaa541cb99d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/93a8d6d8-50af-4a42-8984-807223471d4d HTTP/1.1" status: 204 len: 168 time: 0.2173967 Aug 13 04:14:01.149901 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4b9fe-ec17-437b-93aa-1aaa541cb99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a8d6d8-50af-4a42-8984-807223471d4d,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:01.886532 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 51864) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:01.930877 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 51870) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:01.931575 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-ada41782-0e66-475d-a491-1e67c5254e1d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=682363762db14744820963c61d3ca734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410156 Aug 13 04:14:01.980104 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ed029691-e6a6-4fab-bc7c-9b2ec8df6ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:02.002743 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ed029691-e6a6-4fab-bc7c-9b2ec8df6ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:02.038047 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed926697-63ed-4079-8806-8d364fbc5b58 req-ea90e4b6-41c2-491e-a722-d1dcf17ce141 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:02.041838 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ed926697-63ed-4079-8806-8d364fbc5b58 req-ea90e4b6-41c2-491e-a722-d1dcf17ce141 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0579050 Aug 13 04:14:02.099294 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ed926697-63ed-4079-8806-8d364fbc5b58 req-b1e43270-eb92-42b5-85b6-4082ae2c1c74 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524709 Aug 13 04:14:02.139884 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e713220-b681-4601-8e3e-ab93d2c6baf8 req-d48bd5cf-efd4-4e72-a1b4-de2791d4c82b tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:02.141409 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3e713220-b681-4601-8e3e-ab93d2c6baf8 req-d48bd5cf-efd4-4e72-a1b4-de2791d4c82b tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 945 time: 0.0585582 Aug 13 04:14:02.182365 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3e713220-b681-4601-8e3e-ab93d2c6baf8 req-1f3075aa-4a27-488d-90b4-6c2c03e1aa5e tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6c6778-52ac-4d35-b65b-20ef8b089ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348661 Aug 13 04:14:02.189045 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ed029691-e6a6-4fab-bc7c-9b2ec8df6ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:02.191618 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ed029691-e6a6-4fab-bc7c-9b2ec8df6ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:02.192897 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-ed029691-e6a6-4fab-bc7c-9b2ec8df6ad6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41c24bfe-b9e3-43ad-822a-d7c6827b706b HTTP/1.1" status: 204 len: 168 time: 0.2610435 Aug 13 04:14:02.202309 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed029691-e6a6-4fab-bc7c-9b2ec8df6ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c24bfe-b9e3-43ad-822a-d7c6827b706b,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:02.724590 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 51900) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:02.836487 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-5ab05e1a-23ed-4987-bbaf-7a7911fbeebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:02.956224 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-5ab05e1a-23ed-4987-bbaf-7a7911fbeebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:03.022974 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-5ab05e1a-23ed-4987-bbaf-7a7911fbeebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:03.067891 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-5ab05e1a-23ed-4987-bbaf-7a7911fbeebe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b923c3110d545d8bb1e98722d519088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419375 Aug 13 04:14:03.068759 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab05e1a-23ed-4987-bbaf-7a7911fbeebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58142f0-1bb1-471b-a41f-5aad70f9b83e,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:03.070599 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 51926) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:03.136402 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3ee597a9-6a73-4ff8-bce6-a43ded8b7efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:03.160083 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3ee597a9-6a73-4ff8-bce6-a43ded8b7efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:03.249941 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee35f3-fb20-410a-ac9c-a69812d5688f req-d3b7c3f8-b8c2-41dd-9df4-a12c59560bf9 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:03.251503 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c4ee35f3-fb20-410a-ac9c-a69812d5688f req-d3b7c3f8-b8c2-41dd-9df4-a12c59560bf9 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0758462 Aug 13 04:14:03.327336 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c4ee35f3-fb20-410a-ac9c-a69812d5688f req-fecd97ec-41e3-40d5-a9e5-1d7ec7c2f23f tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668983 Aug 13 04:14:03.343757 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408845fd-9e37-4352-bf70-d31be0cec05b req-bb78db27-6bac-4aa1-a95a-73b0b69ca2d5 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:03.345357 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-408845fd-9e37-4352-bf70-d31be0cec05b req-bb78db27-6bac-4aa1-a95a-73b0b69ca2d5 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 945 time: 0.0862253 Aug 13 04:14:03.373255 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3ee597a9-6a73-4ff8-bce6-a43ded8b7efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:03.376609 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3ee597a9-6a73-4ff8-bce6-a43ded8b7efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:03.377743 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-3ee597a9-6a73-4ff8-bce6-a43ded8b7efd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b58142f0-1bb1-471b-a41f-5aad70f9b83e HTTP/1.1" status: 204 len: 168 time: 0.3050876 Aug 13 04:14:03.396076 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-408845fd-9e37-4352-bf70-d31be0cec05b req-c68b0c95-eb38-4ce9-86cf-93e66414cb63 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a6c6778-52ac-4d35-b65b-20ef8b089ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447125 Aug 13 04:14:03.396930 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee597a9-6a73-4ff8-bce6-a43ded8b7efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58142f0-1bb1-471b-a41f-5aad70f9b83e,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:03.404150 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee597a9-6a73-4ff8-bce6-a43ded8b7efd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:03.405373 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee597a9-6a73-4ff8-bce6-a43ded8b7efd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:03.405882 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee597a9-6a73-4ff8-bce6-a43ded8b7efd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:03.406363 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee597a9-6a73-4ff8-bce6-a43ded8b7efd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:03.406846 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee597a9-6a73-4ff8-bce6-a43ded8b7efd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:03.407323 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee597a9-6a73-4ff8-bce6-a43ded8b7efd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:03.407785 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee597a9-6a73-4ff8-bce6-a43ded8b7efd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:03.408278 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee597a9-6a73-4ff8-bce6-a43ded8b7efd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:03.408643 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee597a9-6a73-4ff8-bce6-a43ded8b7efd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:03.408973 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee597a9-6a73-4ff8-bce6-a43ded8b7efd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:03.409297 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee597a9-6a73-4ff8-bce6-a43ded8b7efd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:03.409786 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee597a9-6a73-4ff8-bce6-a43ded8b7efd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:03.679837 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c68fc-b5fd-4e87-8882-d1bdbac3cb4c req-42aee0dc-0b95-46a6-8de1-9bd6f288c175 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:03.681404 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-132c68fc-b5fd-4e87-8882-d1bdbac3cb4c req-42aee0dc-0b95-46a6-8de1-9bd6f288c175 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 945 time: 0.0829654 Aug 13 04:14:03.843389 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-132c68fc-b5fd-4e87-8882-d1bdbac3cb4c req-a50c5153-dc41-4e39-a5d8-88b45bb9e95f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Deleting port 2e8f7d51-164d-4c09-98f5-e442c6ce0988 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:14:03.843743 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-132c68fc-b5fd-4e87-8882-d1bdbac3cb4c req-a50c5153-dc41-4e39-a5d8-88b45bb9e95f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:03.935186 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-132c68fc-b5fd-4e87-8882-d1bdbac3cb4c req-a50c5153-dc41-4e39-a5d8-88b45bb9e95f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] For port 2e8f7d51-164d-4c09-98f5-e442c6ce0988, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=2e8f7d51-164d-4c09-98f5-e442c6ce0988,segment=NetworkSegment(3272bdd6-6274-44f7-a994-a682aff52b3e),segment_id=3272bdd6-6274-44f7-a994-a682aff52b3e)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:14:03.935593 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-132c68fc-b5fd-4e87-8882-d1bdbac3cb4c req-a50c5153-dc41-4e39-a5d8-88b45bb9e95f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:03.951769 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-132c68fc-b5fd-4e87-8882-d1bdbac3cb4c req-a50c5153-dc41-4e39-a5d8-88b45bb9e95f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Calling delete_port for 2e8f7d51-164d-4c09-98f5-e442c6ce0988 owned by compute:nova {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:14:04.166088 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 51966) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:04.180182 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a96a441b-e9cb-421e-bdb1-7879121cbc3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:04.268363 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a96a441b-e9cb-421e-bdb1-7879121cbc3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:04.283445 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-132c68fc-b5fd-4e87-8882-d1bdbac3cb4c req-a50c5153-dc41-4e39-a5d8-88b45bb9e95f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:04.297214 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['2e8f7d51-164d-4c09-98f5-e442c6ce0988'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:14:04.311145 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c5153-dc41-4e39-a5d8-88b45bb9e95f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Pushing event deleted for resources: {'Port': ['ID=2e8f7d51-164d-4c09-98f5-e442c6ce0988,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:04.366773 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a96a441b-e9cb-421e-bdb1-7879121cbc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:04.392889 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-132c68fc-b5fd-4e87-8882-d1bdbac3cb4c req-a50c5153-dc41-4e39-a5d8-88b45bb9e95f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] No DVR routers for this DVR port 2e8f7d51-164d-4c09-98f5-e442c6ce0988 on host hv-cinder-75998 {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:14:04.396295 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-132c68fc-b5fd-4e87-8882-d1bdbac3cb4c req-a50c5153-dc41-4e39-a5d8-88b45bb9e95f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:04.398822 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-132c68fc-b5fd-4e87-8882-d1bdbac3cb4c req-a50c5153-dc41-4e39-a5d8-88b45bb9e95f tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.22 "DELETE /v2.0/ports/2e8f7d51-164d-4c09-98f5-e442c6ce0988 HTTP/1.1" status: 204 len: 173 time: 0.7087924 Aug 13 04:14:04.399489 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b96aa5-1b4b-4df1-9244-25ad34642b13', 'name': 'network-vif-deleted', 'tag': '2e8f7d51-164d-4c09-98f5-e442c6ce0988'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:14:04.402186 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063c4d16-8bfd-42e3-b987-9c2f5a9149cd" -d '{"events": [{"server_uuid": "42b96aa5-1b4b-4df1-9244-25ad34642b13", "name": "network-vif-deleted", "tag": "2e8f7d51-164d-4c09-98f5-e442c6ce0988"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:14:04.437016 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-a96a441b-e9cb-421e-bdb1-7879121cbc3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04a3b77610da43b381765b6021811b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697577 Aug 13 04:14:04.437938 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a441b-e9cb-421e-bdb1-7879121cbc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54aa2d90-4702-4264-89e0-7fd67ea1d277,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:04.440025 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 51984) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:04.458320 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b001b0d-797d-422f-bcab-34284f3574a8 x-openstack-request-id: req-7b001b0d-797d-422f-bcab-34284f3574a8 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:14:04.458618 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b96aa5-1b4b-4df1-9244-25ad34642b13", "name": "network-vif-deleted", "tag": "2e8f7d51-164d-4c09-98f5-e442c6ce0988", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:14:04.458875 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b001b0d-797d-422f-bcab-34284f3574a8 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:14:04.459411 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b96aa5-1b4b-4df1-9244-25ad34642b13', 'name': 'network-vif-deleted', 'tag': '2e8f7d51-164d-4c09-98f5-e442c6ce0988', 'status': 'completed', 'code': 200} Aug 13 04:14:04.504906 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2f9036ac-30a3-4a93-b761-9c56411d514a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:04.535437 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2f9036ac-30a3-4a93-b761-9c56411d514a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:04.565684 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c1119c2b-6ade-4398-8886-9ee17da60d66 req-c43b0e76-f950-42d2-8aa2-070595fe5887 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 210 time: 0.0359282 Aug 13 04:14:04.572997 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20469b2-81b3-407b-911b-b45bf588c68c req-8ae393fc-de03-4f18-85ae-b2444f904459 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:04.574464 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c20469b2-81b3-407b-911b-b45bf588c68c req-8ae393fc-de03-4f18-85ae-b2444f904459 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.1153672 Aug 13 04:14:04.617095 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c20469b2-81b3-407b-911b-b45bf588c68c req-50283990-b2d2-4231-9fb3-3e02e285edeb tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351493 Aug 13 04:14:04.669132 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2f9036ac-30a3-4a93-b761-9c56411d514a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:04.673778 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2f9036ac-30a3-4a93-b761-9c56411d514a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:04.677334 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-2f9036ac-30a3-4a93-b761-9c56411d514a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54aa2d90-4702-4264-89e0-7fd67ea1d277 HTTP/1.1" status: 204 len: 168 time: 0.2338431 Aug 13 04:14:04.682887 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9036ac-30a3-4a93-b761-9c56411d514a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54aa2d90-4702-4264-89e0-7fd67ea1d277,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:05.682619 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a6e76a2c-690f-4dc1-98e3-07b913a0295f req-d1a36a1a-8990-4918-9594-c5d2a69c8bc6 tempest-DeleteServersTestJSON-1820089070 tempest-DeleteServersTestJSON-1820089070-project] 10.222.0.32 "GET /v2.0/ports?device_id=42b96aa5-1b4b-4df1-9244-25ad34642b13 HTTP/1.1" status: 200 len: 210 time: 0.0287251 Aug 13 04:14:05.754709 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba38aa5-76a4-4a45-98ca-4efc45a65671 req-881c2cd1-4841-4e9f-8879-1883bde4c945 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:05.755923 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7ba38aa5-76a4-4a45-98ca-4efc45a65671 req-881c2cd1-4841-4e9f-8879-1883bde4c945 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0686073 Aug 13 04:14:05.796797 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7ba38aa5-76a4-4a45-98ca-4efc45a65671 req-23707fd7-938e-415d-9551-17be1149ae77 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349529 Aug 13 04:14:06.420233 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 52062) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:06.631259 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-5566a5ff-0e1d-4201-bf3b-eb7ee5fb9e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:06.722480 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-5566a5ff-0e1d-4201-bf3b-eb7ee5fb9e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:06.817386 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-5566a5ff-0e1d-4201-bf3b-eb7ee5fb9e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:06.871908 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 52088) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:06.872433 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-5566a5ff-0e1d-4201-bf3b-eb7ee5fb9e71 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb69c4843e194e9db0fed8b82d52987c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4505718 Aug 13 04:14:06.874607 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566a5ff-0e1d-4201-bf3b-eb7ee5fb9e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa88fc1-fa3d-48b8-98a4-52c8556654aa,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:06.989863 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861c402-fd65-4b6f-a812-bf9642e71a7b req-c33fd4b5-0b83-489b-a543-5a28e1e4bae6 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:06.991353 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5861c402-fd65-4b6f-a812-bf9642e71a7b req-c33fd4b5-0b83-489b-a543-5a28e1e4bae6 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0782180 Aug 13 04:14:06.992403 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-38d665b4-8be3-4da5-a3e2-6cec1dad1deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:07.071318 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-38d665b4-8be3-4da5-a3e2-6cec1dad1deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:07.088946 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5861c402-fd65-4b6f-a812-bf9642e71a7b req-29bcf598-e621-4923-9bae-e9da207fcab2 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827115 Aug 13 04:14:07.195692 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-38d665b4-8be3-4da5-a3e2-6cec1dad1deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:07.198194 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-38d665b4-8be3-4da5-a3e2-6cec1dad1deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:07.200408 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-38d665b4-8be3-4da5-a3e2-6cec1dad1deb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fa88fc1-fa3d-48b8-98a4-52c8556654aa HTTP/1.1" status: 204 len: 168 time: 0.3240089 Aug 13 04:14:07.242731 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d665b4-8be3-4da5-a3e2-6cec1dad1deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa88fc1-fa3d-48b8-98a4-52c8556654aa,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:07.309564 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ef776-9279-476d-b062-43a04661339d req-b871dcc3-9968-4836-a162-f12fda5204d9 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:07.312139 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-989ef776-9279-476d-b062-43a04661339d req-b871dcc3-9968-4836-a162-f12fda5204d9 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/networks?id=673131bb-dc01-48ec-89a5-58651cf3d062 HTTP/1.1" status: 200 len: 814 time: 0.1372151 Aug 13 04:14:07.328923 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-989ef776-9279-476d-b062-43a04661339d req-909e5471-399b-4388-af51-c44f071e72a7 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/quotas/57c824b311c64fcfa2b8b63a8d6f6ea3 HTTP/1.1" status: 200 len: 375 time: 0.0104325 Aug 13 04:14:07.387881 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-989ef776-9279-476d-b062-43a04661339d req-c663fe13-e3cc-4450-9d63-a2832f6cf3cb tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=57c824b311c64fcfa2b8b63a8d6f6ea3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0531406 Aug 13 04:14:07.481321 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-989ef776-9279-476d-b062-43a04661339d req-d55df81c-05bd-4c44-a6cf-94738f9bb429 service neutron] 10.222.0.32 "GET /v2.0/networks/673131bb-dc01-48ec-89a5-58651cf3d062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857811 Aug 13 04:14:07.579606 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-989ef776-9279-476d-b062-43a04661339d req-549d5e5a-9251-4fce-a7a4-47bb11f21a5e service neutron] 10.222.0.32 "GET /v2.0/networks/673131bb-dc01-48ec-89a5-58651cf3d062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921500 Aug 13 04:14:07.888916 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d5f63782-ba62-4db5-a298-52abfc72dcd6 req-a8963bf9-7c0c-4bf6-a6ab-ffef4f595274 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 210 time: 0.0299540 Aug 13 04:14:07.929735 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 52136) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:07.943674 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-fadb8ac7-7d89-475c-95aa-2cc56c188c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:08.036475 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-fadb8ac7-7d89-475c-95aa-2cc56c188c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:08.044063 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 2e8f7d51-164d-4c09-98f5-e442c6ce0988 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:14:08.066931 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] No Port match for: 2e8f7d51-164d-4c09-98f5-e442c6ce0988 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:14:08.066931 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 2e8f7d51-164d-4c09-98f5-e442c6ce0988 not bound to the agent host hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:14:08.112263 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 52146) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:08.190262 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-fadb8ac7-7d89-475c-95aa-2cc56c188c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:08.250878 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83bd4c-0638-4bc7-a973-7751db5c4988 req-cbc5cf7e-7df1-45ee-9ec9-7a73c00c7d36 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:08.252498 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9f83bd4c-0638-4bc7-a973-7751db5c4988 req-cbc5cf7e-7df1-45ee-9ec9-7a73c00c7d36 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0984073 Aug 13 04:14:08.258523 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-dae14fea-b522-437e-b4f9-e151ac03bf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:08.275134 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb8ac7-7d89-475c-95aa-2cc56c188c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d158c827-53e8-4c58-9823-e9ba179bcdeb,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:08.281512 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-fadb8ac7-7d89-475c-95aa-2cc56c188c93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c77e0236609b41a5b5e3a9e36f944be5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3506713 Aug 13 04:14:08.284819 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 52150) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:08.326548 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9f83bd4c-0638-4bc7-a973-7751db5c4988 req-09b21341-51ff-4d47-83e2-d9bb8c871e26 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655186 Aug 13 04:14:08.344881 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c09351be-9f71-44f7-9f35-476a2f25b355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:08.369529 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c09351be-9f71-44f7-9f35-476a2f25b355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:08.418329 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-dae14fea-b522-437e-b4f9-e151ac03bf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:08.485996 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-dae14fea-b522-437e-b4f9-e151ac03bf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:08.492296 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 52162) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:08.521355 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c09351be-9f71-44f7-9f35-476a2f25b355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:08.523037 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae14fea-b522-437e-b4f9-e151ac03bf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede82834-5a8f-4aa3-a029-b84cc88d0bcb,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:08.523869 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c09351be-9f71-44f7-9f35-476a2f25b355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:08.525429 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-c09351be-9f71-44f7-9f35-476a2f25b355 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d158c827-53e8-4c58-9823-e9ba179bcdeb HTTP/1.1" status: 204 len: 168 time: 0.2391598 Aug 13 04:14:08.530381 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-dae14fea-b522-437e-b4f9-e151ac03bf30 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f28074f54493405497d5403398d3b942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4138458 Aug 13 04:14:08.538194 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 52168) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:08.551842 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09351be-9f71-44f7-9f35-476a2f25b355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d158c827-53e8-4c58-9823-e9ba179bcdeb,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:08.563949 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_v2 [None req-acdbb1ef-f674-459b-9ad4-75915d4a0359 admin admin] Deleting subnet 96265726-b3e7-4630-89b7-26478ceef78e {{(pid=94567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:14:08.567829 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-acdbb1ef-f674-459b-9ad4-75915d4a0359 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:08.611683 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-acdbb1ef-f674-459b-9ad4-75915d4a0359 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2939958'] for subnet, precommit_delete_associations {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:08.618525 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1508ba6d-0f93-4fc1-9bc9-6eb43799608a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:08.647263 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1508ba6d-0f93-4fc1-9bc9-6eb43799608a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:08.666071 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-acdbb1ef-f674-459b-9ad4-75915d4a0359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416950'] for subnet, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:08.783174 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-acdbb1ef-f674-459b-9ad4-75915d4a0359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2940295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3275436'] for subnet, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:08.801221 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1508ba6d-0f93-4fc1-9bc9-6eb43799608a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:08.809731 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbb1ef-f674-459b-9ad4-75915d4a0359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96265726-b3e7-4630-89b7-26478ceef78e,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:08.814894 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-acdbb1ef-f674-459b-9ad4-75915d4a0359 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:08.820228 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-a21eefec-d28c-432f-8c79-685995285522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:08.821256 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1508ba6d-0f93-4fc1-9bc9-6eb43799608a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:08.824626 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-1508ba6d-0f93-4fc1-9bc9-6eb43799608a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ede82834-5a8f-4aa3-a029-b84cc88d0bcb HTTP/1.1" status: 204 len: 168 time: 0.2812972 Aug 13 04:14:08.825596 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-acdbb1ef-f674-459b-9ad4-75915d4a0359 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/96265726-b3e7-4630-89b7-26478ceef78e HTTP/1.1" status: 204 len: 168 time: 0.3317459 Aug 13 04:14:08.827479 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 52176) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:08.833883 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508ba6d-0f93-4fc1-9bc9-6eb43799608a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede82834-5a8f-4aa3-a029-b84cc88d0bcb,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:08.913317 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-0caf7e8d-ec8b-4ef9-9e04-400cf419f74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16337513'] for network, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:09.012316 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-0caf7e8d-ec8b-4ef9-9e04-400cf419f74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16418865', 'neutron.services.segments.db._delete_segments_for_network-8784944466544'] for network, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:09.024047 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-0caf7e8d-ec8b-4ef9-9e04-400cf419f74a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13050ba1-7879-4149-9bcd-b02d8c475544']}} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:14:09.035421 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-0caf7e8d-ec8b-4ef9-9e04-400cf419f74a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3272bdd6-6274-44f7-a994-a682aff52b3e') {'for_net_delete': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:14:09.035721 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-0caf7e8d-ec8b-4ef9-9e04-400cf419f74a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3272bdd6-6274-44f7-a994-a682aff52b3e') {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:14:09.045130 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-0caf7e8d-ec8b-4ef9-9e04-400cf419f74a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784944469625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2939937'] for segment, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:09.045592 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7d0a7da6-cf32-4aba-9346-960c39878f1e req-4fae6e07-ed33-4452-8fbb-91e90f50ff59 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 210 time: 0.0277860 Aug 13 04:14:09.063566 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-0caf7e8d-ec8b-4ef9-9e04-400cf419f74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:09.069349 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0caf7e8d-ec8b-4ef9-9e04-400cf419f74a admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:14:09.069738 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-0caf7e8d-ec8b-4ef9-9e04-400cf419f74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2940249'] for segment, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: Traceback (most recent call last): Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: timer() Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: cb(*args, **kw) Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: return func(*args, **kwargs) Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: self._notify() Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: self.callback(batched_events) Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: event.method(event) Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: return f(self, *a, **k) Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: return self._get(url).json() Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: return self.request(url, 'GET', **kwargs) Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:14:09.071348 dv-cinder-759987-6-iscsi neutron-server[94567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:14:09.205960 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-0caf7e8d-ec8b-4ef9-9e04-400cf419f74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16418856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704416'] for network, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:09.212212 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-0caf7e8d-ec8b-4ef9-9e04-400cf419f74a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:09.217911 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-0caf7e8d-ec8b-4ef9-9e04-400cf419f74a admin admin] 10.222.0.32 "DELETE /v2.0/networks/13050ba1-7879-4149-9bcd-b02d8c475544 HTTP/1.1" status: 204 len: 168 time: 0.3863983 Aug 13 04:14:09.228754 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf7e8d-ec8b-4ef9-9e04-400cf419f74a admin admin] Pushing event deleted for resources: {'Network': ['ID=13050ba1-7879-4149-9bcd-b02d8c475544,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:09.458791 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0b955-2485-4641-a954-5a00e1310d4c req-1095bde0-81ab-4c8d-b8e3-06c40bf8c874 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:09.460410 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c0b0b955-2485-4641-a954-5a00e1310d4c req-1095bde0-81ab-4c8d-b8e3-06c40bf8c874 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0538766 Aug 13 04:14:09.506973 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c0b0b955-2485-4641-a954-5a00e1310d4c req-07b2efa0-c31b-4aaf-9231-d957763c2615 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400550 Aug 13 04:14:09.628762 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 52208) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:09.642261 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4363f536-0d5a-4ba7-a2ce-5124645fad7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:09.727186 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 52214) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:09.752308 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4363f536-0d5a-4ba7-a2ce-5124645fad7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:09.775507 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-1ff94871-e4e6-4b4a-bfab-844e8fe3428c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2311ab203f964f96870aa9aae3be3d0d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0443780 Aug 13 04:14:09.775742 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 52216) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:09.833140 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-09b5f33a-d438-4688-acc9-43e59c7f565e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:09.845366 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4363f536-0d5a-4ba7-a2ce-5124645fad7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:09.856242 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-09b5f33a-d438-4688-acc9-43e59c7f565e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:09.885732 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-4363f536-0d5a-4ba7-a2ce-5124645fad7f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=181059725dc24cc0846ad7988eb0c3e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557688 Aug 13 04:14:09.889089 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 52220) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:09.895327 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363f536-0d5a-4ba7-a2ce-5124645fad7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d389aa54-a1bd-4982-99b2-a678e2b62ca4,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:09.951619 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3beab5c6-8c3c-4313-9449-3ac6d615cee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:09.954402 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-09b5f33a-d438-4688-acc9-43e59c7f565e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:09.957119 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-09b5f33a-d438-4688-acc9-43e59c7f565e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:09.961054 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-09b5f33a-d438-4688-acc9-43e59c7f565e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a6c6778-52ac-4d35-b65b-20ef8b089ef3 HTTP/1.1" status: 204 len: 168 time: 0.1841369 Aug 13 04:14:09.973258 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5f33a-d438-4688-acc9-43e59c7f565e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6c6778-52ac-4d35-b65b-20ef8b089ef3,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:09.975698 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3beab5c6-8c3c-4313-9449-3ac6d615cee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:10.139534 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ef776-9279-476d-b062-43a04661339d req-1edb2ad4-3944-4af9-9ad3-880d9f1aba4f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:10.150160 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-989ef776-9279-476d-b062-43a04661339d req-1edb2ad4-3944-4af9-9ad3-880d9f1aba4f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.22 "GET /v2.0/networks?id=673131bb-dc01-48ec-89a5-58651cf3d062 HTTP/1.1" status: 200 len: 814 time: 0.1205094 Aug 13 04:14:10.153775 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-08d6cedc-e859-4348-8582-b91954f29a43 req-4c317e42-6620-41b5-b339-51e84e63a073 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 210 time: 0.0260963 Aug 13 04:14:10.156536 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-989ef776-9279-476d-b062-43a04661339d req-6084a8b1-d5b5-474b-8666-0762dc63aa24 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Request body: {'port': {'device_id': 'acbfac72-8d0a-4587-99f7-33bfdacffab8', 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062', 'admin_state_up': True, 'tenant_id': '57c824b311c64fcfa2b8b63a8d6f6ea3'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:14:10.199427 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3beab5c6-8c3c-4313-9449-3ac6d615cee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:10.203168 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3beab5c6-8c3c-4313-9449-3ac6d615cee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:10.204312 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-3beab5c6-8c3c-4313-9449-3ac6d615cee2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d389aa54-a1bd-4982-99b2-a678e2b62ca4 HTTP/1.1" status: 204 len: 168 time: 0.3142529 Aug 13 04:14:10.220523 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beab5c6-8c3c-4313-9449-3ac6d615cee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d389aa54-a1bd-4982-99b2-a678e2b62ca4,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:10.360491 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-989ef776-9279-476d-b062-43a04661339d req-6084a8b1-d5b5-474b-8666-0762dc63aa24 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Made reservation on behalf of 57c824b311c64fcfa2b8b63a8d6f6ea3 for: {'port': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:14:10.363335 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-989ef776-9279-476d-b062-43a04661339d req-6084a8b1-d5b5-474b-8666-0762dc63aa24 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:10.501303 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [req-989ef776-9279-476d-b062-43a04661339d req-6084a8b1-d5b5-474b-8666-0762dc63aa24 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Allocated IP 172.20.0.10 (673131bb-dc01-48ec-89a5-58651cf3d062/ea28bae9-8209-4915-ac38-22b3611bb520/56986a10-735f-4f18-a138-e325a4b22d5e) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:14:10.677727 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-989ef776-9279-476d-b062-43a04661339d req-6084a8b1-d5b5-474b-8666-0762dc63aa24 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:10.680742 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7344c8-6b43-4cee-a9d9-e1eca29afbb6 req-36d40fda-ab53-4fa6-be4c-c9ce72d04629 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:10.698220 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0a7344c8-6b43-4cee-a9d9-e1eca29afbb6 req-36d40fda-ab53-4fa6-be4c-c9ce72d04629 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.1051915 Aug 13 04:14:10.777232 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0a7344c8-6b43-4cee-a9d9-e1eca29afbb6 req-3112cea0-61a3-46a3-ae2e-561f4d75d975 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778461 Aug 13 04:14:10.792845 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-989ef776-9279-476d-b062-43a04661339d req-6084a8b1-d5b5-474b-8666-0762dc63aa24 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:10.805154 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['d96bfe27-0cb5-4705-89f7-1ee8be15abe3'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:14:10.838621 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-989ef776-9279-476d-b062-43a04661339d req-6084a8b1-d5b5-474b-8666-0762dc63aa24 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Network 673131bb-dc01-48ec-89a5-58651cf3d062 is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:14:10.844678 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [req-989ef776-9279-476d-b062-43a04661339d req-6084a8b1-d5b5-474b-8666-0762dc63aa24 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:14:10.848723 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-989ef776-9279-476d-b062-43a04661339d req-6084a8b1-d5b5-474b-8666-0762dc63aa24 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:14:10.889546 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084a8b1-d5b5-474b-8666-0762dc63aa24 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Pushing event updated for resources: {'Port': ['ID=56986a10-735f-4f18-a138-e325a4b22d5e,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:10.916093 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ef776-9279-476d-b062-43a04661339d req-6084a8b1-d5b5-474b-8666-0762dc63aa24 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:10.917257 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-989ef776-9279-476d-b062-43a04661339d req-6084a8b1-d5b5-474b-8666-0762dc63aa24 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:11.035406 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-989ef776-9279-476d-b062-43a04661339d req-6084a8b1-d5b5-474b-8666-0762dc63aa24 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8836660 Aug 13 04:14:11.048253 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-989ef776-9279-476d-b062-43a04661339d req-9353b973-7f6b-43c3-a224-4e8c029f618f service neutron] Request body: {'port': {'device_id': 'acbfac72-8d0a-4587-99f7-33bfdacffab8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:14:11.110522 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-989ef776-9279-476d-b062-43a04661339d req-9353b973-7f6b-43c3-a224-4e8c029f618f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:11.234627 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-b9dc2425-1ef0-4593-b6c2-d3a4a5f8d696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:11.296086 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74ef74-dc57-42b9-a15b-bbaffb2ed27d req-0412b81b-6267-4873-979c-27abf8cc8b1f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:11.298284 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5f74ef74-dc57-42b9-a15b-bbaffb2ed27d req-0412b81b-6267-4873-979c-27abf8cc8b1f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 932 time: 0.0614805 Aug 13 04:14:11.366965 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5f74ef74-dc57-42b9-a15b-bbaffb2ed27d req-90d145d5-dd5f-4cd7-9892-1244665e0546 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616770 Aug 13 04:14:11.471698 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [req-989ef776-9279-476d-b062-43a04661339d req-9353b973-7f6b-43c3-a224-4e8c029f618f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56986a10-735f-4f18-a138-e325a4b22d5e {{(pid=94567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:14:11.479705 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-989ef776-9279-476d-b062-43a04661339d req-9353b973-7f6b-43c3-a224-4e8c029f618f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:11.504055 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-989ef776-9279-476d-b062-43a04661339d req-9353b973-7f6b-43c3-a224-4e8c029f618f service neutron] Transition to ACTIVE for port object 56986a10-735f-4f18-a138-e325a4b22d5e will not be triggered until provisioned by entity L2. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:14:11.582122 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-989ef776-9279-476d-b062-43a04661339d req-9353b973-7f6b-43c3-a224-4e8c029f618f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:11.678048 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353b973-7f6b-43c3-a224-4e8c029f618f service neutron] Pushing event updated for resources: {'Port': ['ID=56986a10-735f-4f18-a138-e325a4b22d5e,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:11.712612 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-989ef776-9279-476d-b062-43a04661339d req-9353b973-7f6b-43c3-a224-4e8c029f618f service neutron] Attempting to bind port 56986a10-735f-4f18-a138-e325a4b22d5e on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:14:11.713293 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-989ef776-9279-476d-b062-43a04661339d req-9353b973-7f6b-43c3-a224-4e8c029f618f service neutron] Attempting to bind port 56986a10-735f-4f18-a138-e325a4b22d5e by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': '6fcbf172-e9bd-487d-9c86-96b54fe5005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:14:11.713697 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989ef776-9279-476d-b062-43a04661339d req-9353b973-7f6b-43c3-a224-4e8c029f618f service neutron] Attempting to bind port 56986a10-735f-4f18-a138-e325a4b22d5e on network 673131bb-dc01-48ec-89a5-58651cf3d062 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:14:11.718880 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989ef776-9279-476d-b062-43a04661339d req-9353b973-7f6b-43c3-a224-4e8c029f618f service neutron] Port 56986a10-735f-4f18-a138-e325a4b22d5e on network 673131bb-dc01-48ec-89a5-58651cf3d062 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:14:11.719203 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989ef776-9279-476d-b062-43a04661339d req-9353b973-7f6b-43c3-a224-4e8c029f618f service neutron] Attempting to bind port 56986a10-735f-4f18-a138-e325a4b22d5e on network 673131bb-dc01-48ec-89a5-58651cf3d062 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:14:11.724716 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989ef776-9279-476d-b062-43a04661339d req-9353b973-7f6b-43c3-a224-4e8c029f618f service neutron] Checking agent: {'id': '0c202f7d-8fe9-4513-921d-f16665c9f5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'started_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:14:11.725363 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989ef776-9279-476d-b062-43a04661339d req-9353b973-7f6b-43c3-a224-4e8c029f618f service neutron] Checking segment: {'id': '6fcbf172-e9bd-487d-9c86-96b54fe5005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:14:11.729505 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989ef776-9279-476d-b062-43a04661339d req-9353b973-7f6b-43c3-a224-4e8c029f618f service neutron] Bound using segment: {'id': '6fcbf172-e9bd-487d-9c86-96b54fe5005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:14:11.729505 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-989ef776-9279-476d-b062-43a04661339d req-9353b973-7f6b-43c3-a224-4e8c029f618f service neutron] Bound port: 56986a10-735f-4f18-a138-e325a4b22d5e, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcbf172-e9bd-487d-9c86-96b54fe5005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:14:11.729505 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-989ef776-9279-476d-b062-43a04661339d req-9353b973-7f6b-43c3-a224-4e8c029f618f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:11.776342 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 52304) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:11.846048 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-989ef776-9279-476d-b062-43a04661339d req-9353b973-7f6b-43c3-a224-4e8c029f618f service neutron] For port 56986a10-735f-4f18-a138-e325a4b22d5e, host hv-cinder-75998, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:14:11.849804 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-989ef776-9279-476d-b062-43a04661339d req-9353b973-7f6b-43c3-a224-4e8c029f618f service neutron] For port 56986a10-735f-4f18-a138-e325a4b22d5e, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=56986a10-735f-4f18-a138-e325a4b22d5e,segment=NetworkSegment(6fcbf172-e9bd-487d-9c86-96b54fe5005f),segment_id=6fcbf172-e9bd-487d-9c86-96b54fe5005f)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:14:11.937129 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494ebde-1d58-4070-bce0-6e86e354e8c1 req-0062fef7-28d9-4513-89d8-28390520f248 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:11.939126 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d494ebde-1d58-4070-bce0-6e86e354e8c1 req-0062fef7-28d9-4513-89d8-28390520f248 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0805814 Aug 13 04:14:11.949493 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-989ef776-9279-476d-b062-43a04661339d req-9353b973-7f6b-43c3-a224-4e8c029f618f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:12.007346 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d494ebde-1d58-4070-bce0-6e86e354e8c1 req-849fe871-59f4-4f04-99d0-57f6bffd6fe5 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584192 Aug 13 04:14:12.041377 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ef776-9279-476d-b062-43a04661339d req-9353b973-7f6b-43c3-a224-4e8c029f618f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:12.041997 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-989ef776-9279-476d-b062-43a04661339d req-9353b973-7f6b-43c3-a224-4e8c029f618f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:12.043912 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-989ef776-9279-476d-b062-43a04661339d req-9353b973-7f6b-43c3-a224-4e8c029f618f service neutron] 10.222.0.22 "PUT /v2.0/ports/56986a10-735f-4f18-a138-e325a4b22d5e HTTP/1.1" status: 200 len: 1094 time: 1.0003717 Aug 13 04:14:12.044893 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acbfac72-8d0a-4587-99f7-33bfdacffab8', 'tag': '56986a10-735f-4f18-a138-e325a4b22d5e'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:14:12.045343 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:12.049039 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e61a93f-b9d6-4572-8b64-7208ce9fda87" -d '{"events": [{"name": "network-changed", "server_uuid": "acbfac72-8d0a-4587-99f7-33bfdacffab8", "tag": "56986a10-735f-4f18-a138-e325a4b22d5e"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:14:12.080922 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353b973-7f6b-43c3-a224-4e8c029f618f service neutron] Pushing event updated for resources: {'Port': ['ID=56986a10-735f-4f18-a138-e325a4b22d5e,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:12.094304 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d064ba46-3150-4a74-8f53-f93b884c0a1f x-openstack-request-id: req-d064ba46-3150-4a74-8f53-f93b884c0a1f {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:14:12.094593 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acbfac72-8d0a-4587-99f7-33bfdacffab8", "tag": "56986a10-735f-4f18-a138-e325a4b22d5e", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:14:12.094868 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d064ba46-3150-4a74-8f53-f93b884c0a1f {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:14:12.095345 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acbfac72-8d0a-4587-99f7-33bfdacffab8', 'tag': '56986a10-735f-4f18-a138-e325a4b22d5e', 'status': 'completed', 'code': 200} Aug 13 04:14:12.139899 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-26b643dd-d17f-48f9-9669-e666d1f4cdf3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1973033118-network', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:14:12.251295 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b643dd-d17f-48f9-9669-e666d1f4cdf3 admin admin] Made reservation on behalf of 25ac2d78559b4fb2ba32472ce882e229 for: {'network': 1} {{(pid=94566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:14:12.254153 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-26b643dd-d17f-48f9-9669-e666d1f4cdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for network, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:12.263006 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-26b643dd-d17f-48f9-9669-e666d1f4cdf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:12.354094 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-26b643dd-d17f-48f9-9669-e666d1f4cdf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:12.428628 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-26b643dd-d17f-48f9-9669-e666d1f4cdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:12.478623 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b643dd-d17f-48f9-9669-e666d1f4cdf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=94566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:14:12.494518 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b643dd-d17f-48f9-9669-e666d1f4cdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc08dbc-49e3-4ce0-b08c-a76a6fd7620d,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:12.501009 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-26b643dd-d17f-48f9-9669-e666d1f4cdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:12.501383 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.db.segments_db [None req-26b643dd-d17f-48f9-9669-e666d1f4cdf3 admin admin] Added segment 59c6c827-e439-4ee6-9017-5b55867d6635 of type vlan for network 9c6f0cf8-8337-4066-b36b-c6631b745879 Aug 13 04:14:12.546014 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fb04c-b13b-4154-9d17-645d174be10a req-b9700530-12bd-412d-8ee5-60b41f3c8bb4 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:12.548525 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d10fb04c-b13b-4154-9d17-645d174be10a req-b9700530-12bd-412d-8ee5-60b41f3c8bb4 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 944 time: 0.1167321 Aug 13 04:14:12.567968 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-26b643dd-d17f-48f9-9669-e666d1f4cdf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784943942714'] for network, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:12.594374 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:12.619962 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d10fb04c-b13b-4154-9d17-645d174be10a req-9c9a7516-b883-4997-b273-7bcf9692cfb9 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553308 Aug 13 04:14:12.702404 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-26b643dd-d17f-48f9-9669-e666d1f4cdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for network, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:12.703392 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b643dd-d17f-48f9-9669-e666d1f4cdf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:12.703971 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-26b643dd-d17f-48f9-9669-e666d1f4cdf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:12.763004 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b643dd-d17f-48f9-9669-e666d1f4cdf3 admin admin] Pushing event updated for resources: {'Network': ['ID=9c6f0cf8-8337-4066-b36b-c6631b745879,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:12.774054 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Network 9c6f0cf8-8337-4066-b36b-c6631b745879 details requested by agent ovs-agent-dv-cinder-759987-6-iscsi with host dv-cinder-759987-6-iscsi {{(pid=94568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:14:12.903288 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-26b643dd-d17f-48f9-9669-e666d1f4cdf3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1256809 Aug 13 04:14:12.906771 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 52354) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:12.912447 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-9cdeff74-4af1-4f7f-855e-0284a030c4f5 admin admin] Request body: {'subnet': {'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1973033118-subnet', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:14:13.005660 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdeff74-4af1-4f7f-855e-0284a030c4f5 admin admin] Made reservation on behalf of 25ac2d78559b4fb2ba32472ce882e229 for: {'subnet': 1} {{(pid=94566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:14:13.007981 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9cdeff74-4af1-4f7f-855e-0284a030c4f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3027973'] for subnet, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:13.188476 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179e072-3300-4dd6-934b-4ade0b859db9 req-715305b0-1538-4500-bc3b-6953c49ea593 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:13.189922 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2179e072-3300-4dd6-934b-4ade0b859db9 req-715305b0-1538-4500-bc3b-6953c49ea593 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0836492 Aug 13 04:14:13.265215 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2179e072-3300-4dd6-934b-4ade0b859db9 req-e40a846a-da43-4f13-b110-73f08f6bf3b2 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679774 Aug 13 04:14:13.331706 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9cdeff74-4af1-4f7f-855e-0284a030c4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3028023'] for subnet, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:13.387693 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdeff74-4af1-4f7f-855e-0284a030c4f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cfb5348-48f5-4b3c-8b98-198f1cb90f54,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:13.397961 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdeff74-4af1-4f7f-855e-0284a030c4f5 admin admin] Checking segment: {'id': '59c6c827-e439-4ee6-9017-5b55867d6635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:14:13.398558 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdeff74-4af1-4f7f-855e-0284a030c4f5 admin admin] Network hostable DHCP agents. Network: 9c6f0cf8-8337-4066-b36b-c6631b745879, hostable agents: ['a96cd20f-888c-4e1e-badb-6a5336c30bd0'], hosted agents: [] {{(pid=94566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:14:13.472884 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdeff74-4af1-4f7f-855e-0284a030c4f5 admin admin] Network 9c6f0cf8-8337-4066-b36b-c6631b745879 is scheduled to be hosted by DHCP agent a96cd20f-888c-4e1e-badb-6a5336c30bd0 with binding_index 1 {{(pid=94566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:14:13.532589 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-9cdeff74-4af1-4f7f-855e-0284a030c4f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-6-iscsi, 9c6f0cf8-8337-4066-b36b-c6631b745879) {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:14:13.535600 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdeff74-4af1-4f7f-855e-0284a030c4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:13.536219 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9cdeff74-4af1-4f7f-855e-0284a030c4f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for subnet, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:13.540090 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec7bd7a-9daa-4188-ae57-1535347cd372 None None] Network 9c6f0cf8-8337-4066-b36b-c6631b745879 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:14:13.611948 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-9cdeff74-4af1-4f7f-855e-0284a030c4f5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7033291 Aug 13 04:14:13.614644 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 52386) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:13.619101 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-140612ed-0ca2-40a8-8336-87d4d75bffb6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1973033118-router', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:14:13.692665 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27419f4f-f895-5a79-96f6-f3b4f67478ae-9c6f0cf8-8337-4066-b36b-c6631b745879', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'fixed_ips': [{'subnet_id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54'}]}} from dv-cinder-759987-6-iscsi. {{(pid=94568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:14:13.692938 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:13.726386 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-140612ed-0ca2-40a8-8336-87d4d75bffb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-702958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-994'] for router, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:13.727359 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-140612ed-0ca2-40a8-8336-87d4d75bffb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1019'] for router, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:13.776199 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484227c1-12cf-49b2-8051-36923245f68b req-084c3d69-3a32-4d38-9626-d627471daeee tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:13.776199 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-484227c1-12cf-49b2-8051-36923245f68b req-084c3d69-3a32-4d38-9626-d627471daeee tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 944 time: 0.0868809 Aug 13 04:14:13.810868 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-140612ed-0ca2-40a8-8336-87d4d75bffb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:13.836986 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-484227c1-12cf-49b2-8051-36923245f68b req-1b3eec66-fd10-4039-8314-dbb3c8407992 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346518 Aug 13 04:14:13.842179 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.db_base_plugin_common [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Allocated IP 172.20.0.2 (9c6f0cf8-8337-4066-b36b-c6631b745879/6cfb5348-48f5-4b3c-8b98-198f1cb90f54/451b38e0-3456-4dc1-b58e-6ed59857053e) {{(pid=94568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:14:13.991382 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Notify callbacks [] for port, precommit_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:14.000593 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Transition to ACTIVE for port object 451b38e0-3456-4dc1-b58e-6ed59857053e will not be triggered until provisioned by entity L2. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:14:14.019417 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Transition to ACTIVE for port object 451b38e0-3456-4dc1-b58e-6ed59857053e will not be triggered until provisioned by entity DHCP. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:14:14.080200 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956'] for port, after_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:14.083887 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-140612ed-0ca2-40a8-8336-87d4d75bffb6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:14.128866 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Network 9c6f0cf8-8337-4066-b36b-c6631b745879 is already hosted by enough agents. {{(pid=94568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:14:14.135507 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:14.135507 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.scheduler.base_scheduler [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Resources bound (agent type, host, resource id): {{(pid=94568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:14:14.139947 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Received port after_create {{(pid=94568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:14:14.142046 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Pushing event updated for resources: {'Port': ['ID=451b38e0-3456-4dc1-b58e-6ed59857053e,revision_number=1']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:14.151154 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:14.151505 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:14.151850 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:14.152357 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:14.152605 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:14.152859 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:14.153180 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:14.153923 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:14.154281 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:14.154763 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:14.155097 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:14.155421 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:14.210743 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Attempting to bind port 451b38e0-3456-4dc1-b58e-6ed59857053e on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:14:14.211113 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Attempting to bind port 451b38e0-3456-4dc1-b58e-6ed59857053e by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '59c6c827-e439-4ee6-9017-5b55867d6635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879'}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:14:14.211473 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Attempting to bind port 451b38e0-3456-4dc1-b58e-6ed59857053e on network 9c6f0cf8-8337-4066-b36b-c6631b745879 {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:14:14.217330 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:14:14.217785 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Checking segment: {'id': '59c6c827-e439-4ee6-9017-5b55867d6635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:14:14.218258 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:14.218716 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Bound using segment: {'id': '59c6c827-e439-4ee6-9017-5b55867d6635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879'} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:14:14.219183 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Bound port: 451b38e0-3456-4dc1-b58e-6ed59857053e, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c6c827-e439-4ee6-9017-5b55867d6635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879'}}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:14:14.219566 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:14.284708 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] For port 451b38e0-3456-4dc1-b58e-6ed59857053e, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:14:14.287847 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] For port 451b38e0-3456-4dc1-b58e-6ed59857053e, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=451b38e0-3456-4dc1-b58e-6ed59857053e,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:14:14.359661 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:14.397573 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-140612ed-0ca2-40a8-8336-87d4d75bffb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:14.421281 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-140612ed-0ca2-40a8-8336-87d4d75bffb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:14.421692 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b196ab5-1496-4f4e-872c-44db04eb3d81 None None] Pushing event updated for resources: {'Port': ['ID=451b38e0-3456-4dc1-b58e-6ed59857053e,revision_number=2']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:14.438359 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46db262-4fe6-4a92-9d8f-1a2ca75cd065 req-408f8427-73da-4507-83e4-26dc767670bc tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:14.439849 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f46db262-4fe6-4a92-9d8f-1a2ca75cd065 req-408f8427-73da-4507-83e4-26dc767670bc tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0914552 Aug 13 04:14:14.540114 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f46db262-4fe6-4a92-9d8f-1a2ca75cd065 req-e50bd9c8-3584-46be-b99e-4be3413d7513 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704780 Aug 13 04:14:14.568042 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-140612ed-0ca2-40a8-8336-87d4d75bffb6 admin admin] Allocated IP 172.27.3.2 (a2b3fd62-7513-4482-ab06-e961571be3c5/2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e/b1b613a1-858a-4411-88e0-7a9ce55389dd) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:14:14.699697 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-140612ed-0ca2-40a8-8336-87d4d75bffb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:14.806096 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-140612ed-0ca2-40a8-8336-87d4d75bffb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:14.840526 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140612ed-0ca2-40a8-8336-87d4d75bffb6 admin admin] Network a2b3fd62-7513-4482-ab06-e961571be3c5 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:14:14.843855 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-140612ed-0ca2-40a8-8336-87d4d75bffb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:14:14.849168 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140612ed-0ca2-40a8-8336-87d4d75bffb6 admin admin] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:14:14.876666 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140612ed-0ca2-40a8-8336-87d4d75bffb6 admin admin] Pushing event updated for resources: {'Port': ['ID=b1b613a1-858a-4411-88e0-7a9ce55389dd,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:15.204758 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 52458) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:15.264776 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b42d98-15f7-4ed1-b337-5e2699123e8c req-21a24c0a-a7e0-4447-80ef-b91e4d9a4a83 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:15.266558 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-74b42d98-15f7-4ed1-b337-5e2699123e8c req-21a24c0a-a7e0-4447-80ef-b91e4d9a4a83 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 944 time: 0.3348639 Aug 13 04:14:15.313499 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-74b42d98-15f7-4ed1-b337-5e2699123e8c req-f15960b0-ec2d-46cd-a311-66e1580934c3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403881 Aug 13 04:14:15.372396 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-b51254ca-6607-4dae-8a84-b45b2d45b7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:15.402385 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd761a0-3e8f-4a54-aee5-dde73a8065d3 None None] Network 9c6f0cf8-8337-4066-b36b-c6631b745879 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:14:15.431808 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61a93f-b9d6-4572-8b64-7208ce9fda87 req-ab84828d-5f28-47e0-801c-43ca31f2322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:15.433327 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5e61a93f-b9d6-4572-8b64-7208ce9fda87 req-ab84828d-5f28-47e0-801c-43ca31f2322b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=57c824b311c64fcfa2b8b63a8d6f6ea3&device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 1097 time: 0.0722661 Aug 13 04:14:15.463045 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-140612ed-0ca2-40a8-8336-87d4d75bffb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:15.548008 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-ee74dc40-d96d-4ad5-8ef4-11f9afc44362 None None] Provisioning for port 451b38e0-3456-4dc1-b58e-6ed59857053e completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:14:15.599451 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61a93f-b9d6-4572-8b64-7208ce9fda87 req-25f3443a-0bf9-4887-ba3b-deed91119bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:15.605711 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5e61a93f-b9d6-4572-8b64-7208ce9fda87 req-25f3443a-0bf9-4887-ba3b-deed91119bf9 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=57c824b311c64fcfa2b8b63a8d6f6ea3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1558096 Aug 13 04:14:15.692081 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-b51254ca-6607-4dae-8a84-b45b2d45b7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:15.719970 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a885816-fc97-46cc-bf1d-33fcd9b1e78b req-667d05a3-1e76-452b-b4a1-4f3d51e5b99b tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:15.721540 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8a885816-fc97-46cc-bf1d-33fcd9b1e78b req-667d05a3-1e76-452b-b4a1-4f3d51e5b99b tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0996144 Aug 13 04:14:15.726468 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-140612ed-0ca2-40a8-8336-87d4d75bffb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704504'] for router, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:15.740938 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61a93f-b9d6-4572-8b64-7208ce9fda87 req-39de8899-a37a-43a3-bf81-94de44beb80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:15.742489 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5e61a93f-b9d6-4572-8b64-7208ce9fda87 req-39de8899-a37a-43a3-bf81-94de44beb80e service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1118784 Aug 13 04:14:15.754669 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-b51254ca-6607-4dae-8a84-b45b2d45b7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:15.805548 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-b51254ca-6607-4dae-8a84-b45b2d45b7b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c1667e5ee114d9faddd1d401a8344b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5990806 Aug 13 04:14:15.819645 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 52470) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:15.822469 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51254ca-6607-4dae-8a84-b45b2d45b7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a52960-f99a-45ce-b61f-d200dcd20a6f,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:15.833004 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8a885816-fc97-46cc-bf1d-33fcd9b1e78b req-2b05c56d-1c76-40b2-85b0-5025fe429e4f tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008170 Aug 13 04:14:15.876319 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ef776-9279-476d-b062-43a04661339d req-4be3ac7d-4530-47ae-ba2f-ee20709fec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:15.877864 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-989ef776-9279-476d-b062-43a04661339d req-4be3ac7d-4530-47ae-ba2f-ee20709fec55 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=57c824b311c64fcfa2b8b63a8d6f6ea3&device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 1097 time: 0.0871406 Aug 13 04:14:15.895952 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-27136a14-3566-4455-807f-3949789fe32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:15.937674 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-989ef776-9279-476d-b062-43a04661339d req-54b8f067-9b57-450f-b632-dc8f0de824db service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56986a10-735f-4f18-a138-e325a4b22d5e HTTP/1.1" status: 200 len: 217 time: 0.0481319 Aug 13 04:14:15.958012 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-27136a14-3566-4455-807f-3949789fe32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:15.977377 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140612ed-0ca2-40a8-8336-87d4d75bffb6 admin admin] Router dfd87d55-0a24-437f-80ad-030f8b480976 is scheduled to L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf with binding_index 1 {{(pid=94566) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:14:16.021800 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ef776-9279-476d-b062-43a04661339d req-25efd70d-7979-4a88-a2db-f80776be5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:16.023306 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-989ef776-9279-476d-b062-43a04661339d req-25efd70d-7979-4a88-a2db-f80776be5788 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ea28bae9-8209-4915-ac38-22b3611bb520 HTTP/1.1" status: 200 len: 854 time: 0.0770705 Aug 13 04:14:16.064459 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-989ef776-9279-476d-b062-43a04661339d req-83e4f71b-352b-4973-9a51-19a3bad8e943 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=673131bb-dc01-48ec-89a5-58651cf3d062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294774 Aug 13 04:14:16.097778 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140612ed-0ca2-40a8-8336-87d4d75bffb6 admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:14:16.109754 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] Sync routers for ids ['dfd87d55-0a24-437f-80ad-030f8b480976'] in dv-cinder-759987-6-iscsi {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:14:16.123572 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] Routers {'dfd87d55-0a24-437f-80ad-030f8b480976'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:14:16.123572 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:14:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['dfd87d55-0a24-437f-80ad-030f8b480976'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:14:16.145164 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-27136a14-3566-4455-807f-3949789fe32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:16.148391 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-27136a14-3566-4455-807f-3949789fe32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:16.159891 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-27136a14-3566-4455-807f-3949789fe32b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28a52960-f99a-45ce-b61f-d200dcd20a6f HTTP/1.1" status: 204 len: 168 time: 0.3279848 Aug 13 04:14:16.175613 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27136a14-3566-4455-807f-3949789fe32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a52960-f99a-45ce-b61f-d200dcd20a6f,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:16.179728 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-140612ed-0ca2-40a8-8336-87d4d75bffb6 admin admin] Notify callbacks [] for router, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:16.179728 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-140612ed-0ca2-40a8-8336-87d4d75bffb6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5631011 Aug 13 04:14:16.181863 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 52480) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:16.235010 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-989ef776-9279-476d-b062-43a04661339d req-a400540c-28e9-44de-a8e4-cf32152bea92 service neutron] 10.222.0.22 "GET /v2.0/networks/673131bb-dc01-48ec-89a5-58651cf3d062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578128 Aug 13 04:14:16.254284 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 451b38e0-3456-4dc1-b58e-6ed59857053e up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:14:16.289705 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] Set router dfd87d55-0a24-437f-80ad-030f8b480976 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:14:16.427587 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port 451b38e0-3456-4dc1-b58e-6ed59857053e completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:14:16.431860 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 451b38e0-3456-4dc1-b58e-6ed59857053e triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:14:16.435117 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:16.447192 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-989ef776-9279-476d-b062-43a04661339d req-9fae5ff5-2e2d-4a61-873a-d65cda1635e9 service neutron] 10.222.0.22 "GET /v2.0/networks/673131bb-dc01-48ec-89a5-58651cf3d062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009966 Aug 13 04:14:16.535531 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'name': 'tempest-AttachVolumeShelveTestJSON-1973033118-router', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:13Z', 'updated_at': '2021-08-13T04:14:15Z', 'revision_number': 3, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'gw_port': {'id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:14Z', 'updated_at': '2021-08-13T04:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:14:16.572262 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:16.598310 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] Checking router: dfd87d55-0a24-437f-80ad-030f8b480976 for host: dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:14:16.600530 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] Updating router dfd87d55-0a24-437f-80ad-030f8b480976 port b1b613a1-858a-4411-88e0-7a9ce55389dd binding host dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:14:16.609941 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c239587-2358-44c0-974b-c12809a3d8da req-fe3ef5f6-895f-4469-9239-235db022edc6 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:16.611380 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1c239587-2358-44c0-974b-c12809a3d8da req-fe3ef5f6-895f-4469-9239-235db022edc6 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 944 time: 0.0991199 Aug 13 04:14:16.629555 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port 451b38e0-3456-4dc1-b58e-6ed59857053e, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=451b38e0-3456-4dc1-b58e-6ed59857053e,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:14:16.658762 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:16.717475 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1c239587-2358-44c0-974b-c12809a3d8da req-1f602da6-4f9c-4ba2-b018-69ac4fe283b8 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987570 Aug 13 04:14:16.742473 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:16.835149 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=451b38e0-3456-4dc1-b58e-6ed59857053e,revision_number=3']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:16.942889 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-14e34a4b-676e-4718-ad88-21812669b9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:17.044195 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 52512) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:17.049141 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d72176-2edf-49ff-a868-de20be9edacb req-5e625fc8-fb37-44a4-bae1-9f5209601542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:17.050753 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-f8d72176-2edf-49ff-a868-de20be9edacb req-5e625fc8-fb37-44a4-bae1-9f5209601542 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 1098 time: 0.0909820 Aug 13 04:14:17.054401 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] Notify callbacks [] for port, precommit_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:17.066318 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.provisioning_blocks [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] Transition to ACTIVE for port object b1b613a1-858a-4411-88e0-7a9ce55389dd will not be triggered until provisioned by entity L2. {{(pid=94569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:14:17.079402 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e6f5e860-80a9-4aa6-ad45-291447fe6a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:17.092169 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806d4b5-2c00-48db-8c70-ee2ba3e31be7 req-454f6edb-32b0-43a3-a367-550f38426b76 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:17.093578 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0806d4b5-2c00-48db-8c70-ee2ba3e31be7 req-454f6edb-32b0-43a3-a367-550f38426b76 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.1369362 Aug 13 04:14:17.142527 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:17.194912 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0806d4b5-2c00-48db-8c70-ee2ba3e31be7 req-3958e36b-ae0a-4293-baae-cf64139d6170 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918651 Aug 13 04:14:17.195290 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea27ab7-7f85-4fff-b65f-6d8c3c621730 None None] Pushing event updated for resources: {'Port': ['ID=b1b613a1-858a-4411-88e0-7a9ce55389dd,revision_number=2']} {{(pid=94569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:17.198354 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] Attempting to bind port b1b613a1-858a-4411-88e0-7a9ce55389dd on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:14:17.198640 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] Attempting to bind port b1b613a1-858a-4411-88e0-7a9ce55389dd by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}] {{(pid=94569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:14:17.199005 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] Attempting to bind port b1b613a1-858a-4411-88e0-7a9ce55389dd on network a2b3fd62-7513-4482-ab06-e961571be3c5 {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:14:17.207023 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea27ab7-7f85-4fff-b65f-6d8c3c621730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:17.207437 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea27ab7-7f85-4fff-b65f-6d8c3c621730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:17.207724 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea27ab7-7f85-4fff-b65f-6d8c3c621730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:17.208066 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea27ab7-7f85-4fff-b65f-6d8c3c621730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:17.208423 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea27ab7-7f85-4fff-b65f-6d8c3c621730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:17.208765 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea27ab7-7f85-4fff-b65f-6d8c3c621730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:17.209099 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea27ab7-7f85-4fff-b65f-6d8c3c621730 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:17.209431 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea27ab7-7f85-4fff-b65f-6d8c3c621730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:17.209781 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea27ab7-7f85-4fff-b65f-6d8c3c621730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:17.210118 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea27ab7-7f85-4fff-b65f-6d8c3c621730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:17.210497 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea27ab7-7f85-4fff-b65f-6d8c3c621730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:17.210826 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea27ab7-7f85-4fff-b65f-6d8c3c621730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:14:17.217096 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:14:17.217632 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] Checking segment: {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:14:17.218223 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:17.218684 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] Bound using segment: {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'} {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:14:17.219450 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] Bound port: b1b613a1-858a-4411-88e0-7a9ce55389dd, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}}] {{(pid=94569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:14:17.219926 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:17.249675 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-14e34a4b-676e-4718-ad88-21812669b9aa admin admin] Allocated IP 172.20.0.1 (9c6f0cf8-8337-4066-b36b-c6631b745879/6cfb5348-48f5-4b3c-8b98-198f1cb90f54/ed43b144-15b5-46b2-b09b-0ca776481f60) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:14:17.276077 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.db [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] For port b1b613a1-858a-4411-88e0-7a9ce55389dd, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:14:17.279769 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.db [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] For port b1b613a1-858a-4411-88e0-7a9ce55389dd, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=b1b613a1-858a-4411-88e0-7a9ce55389dd,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:14:17.354113 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e6f5e860-80a9-4aa6-ad45-291447fe6a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:17.365854 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:17.385172 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-14e34a4b-676e-4718-ad88-21812669b9aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:17.398771 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-14e34a4b-676e-4718-ad88-21812669b9aa admin admin] Transition to ACTIVE for port object ed43b144-15b5-46b2-b09b-0ca776481f60 will not be triggered until provisioned by entity DHCP. {{(pid=94566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:14:17.423341 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e6f5e860-80a9-4aa6-ad45-291447fe6a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:17.426917 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] Routers {'dfd87d55-0a24-437f-80ad-030f8b480976'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:14:17.427556 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:14:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['dfd87d55-0a24-437f-80ad-030f8b480976'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:14:17.464469 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea27ab7-7f85-4fff-b65f-6d8c3c621730 None None] Pushing event updated for resources: {'Port': ['ID=b1b613a1-858a-4411-88e0-7a9ce55389dd,revision_number=3']} {{(pid=94569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:17.465121 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5e860-80a9-4aa6-ad45-291447fe6a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16a3476-7136-4b7f-8086-d7c5a6c214a5,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:17.471146 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-e6f5e860-80a9-4aa6-ad45-291447fe6a6f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99f4737da1224126a348e709c65cd6fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4258375 Aug 13 04:14:17.473892 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 52514) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:17.516274 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-14e34a4b-676e-4718-ad88-21812669b9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:17.541294 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] Set router dfd87d55-0a24-437f-80ad-030f8b480976 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:14:17.551838 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-55ee5765-d875-4937-823f-513a2c0f895a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:17.581649 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e34a4b-676e-4718-ad88-21812669b9aa admin admin] Network 9c6f0cf8-8337-4066-b36b-c6631b745879 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:14:17.589216 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-14e34a4b-676e-4718-ad88-21812669b9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:14:17.593950 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e34a4b-676e-4718-ad88-21812669b9aa admin admin] Pushing event updated for resources: {'Port': ['ID=ed43b144-15b5-46b2-b09b-0ca776481f60,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:17.601314 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e34a4b-676e-4718-ad88-21812669b9aa admin admin] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:14:17.604786 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-55ee5765-d875-4937-823f-513a2c0f895a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:17.671909 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-14e34a4b-676e-4718-ad88-21812669b9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758317'] for router_interface, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:17.817860 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-55ee5765-d875-4937-823f-513a2c0f895a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:17.820672 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-55ee5765-d875-4937-823f-513a2c0f895a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:17.821734 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-55ee5765-d875-4937-823f-513a2c0f895a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f16a3476-7136-4b7f-8086-d7c5a6c214a5 HTTP/1.1" status: 204 len: 168 time: 0.3467112 Aug 13 04:14:17.849093 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'name': 'tempest-AttachVolumeShelveTestJSON-1973033118-router', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:13Z', 'updated_at': '2021-08-13T04:14:15Z', 'revision_number': 3, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'gw_port': {'id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:14Z', 'updated_at': '2021-08-13T04:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:14:17.854170 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee5765-d875-4937-823f-513a2c0f895a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16a3476-7136-4b7f-8086-d7c5a6c214a5,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:17.882716 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614fab04-bb9a-439c-9799-7018959b5a3d None None] The sync data for ids ['dfd87d55-0a24-437f-80ad-030f8b480976'] in dv-cinder-759987-6-iscsi is: [{'id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'name': 'tempest-AttachVolumeShelveTestJSON-1973033118-router', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:13Z', 'updated_at': '2021-08-13T04:14:15Z', 'revision_number': 3, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'gw_port': {'id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:14Z', 'updated_at': '2021-08-13T04:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}] {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:14:17.884551 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37f6f1-458a-4268-856f-e53e91c4f509 req-430ad934-c087-431c-9b0e-c295f2704a74 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:17.886140 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9f37f6f1-458a-4268-856f-e53e91c4f509 req-430ad934-c087-431c-9b0e-c295f2704a74 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 944 time: 0.0632968 Aug 13 04:14:17.908869 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-ab3734b1-4070-4783-b0d2-82f3da030058 None None] Provisioning for port ed43b144-15b5-46b2-b09b-0ca776481f60 completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:14:17.916500 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-ab3734b1-4070-4783-b0d2-82f3da030058 None None] Provisioning complete for port ed43b144-15b5-46b2-b09b-0ca776481f60 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:14:17.917328 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-ab3734b1-4070-4783-b0d2-82f3da030058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:17.937248 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-14e34a4b-676e-4718-ad88-21812669b9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:17.965053 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-ab3734b1-4070-4783-b0d2-82f3da030058 None None] Port ed43b144-15b5-46b2-b09b-0ca776481f60 cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:14:17.966746 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9f37f6f1-458a-4268-856f-e53e91c4f509 req-4bde9a80-4cbb-4ebb-bc94-f436facd80b5 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557811 Aug 13 04:14:18.154986 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-14e34a4b-676e-4718-ad88-21812669b9aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:18.193779 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 451b38e0-3456-4dc1-b58e-6ed59857053e up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:14:18.238859 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-14e34a4b-676e-4718-ad88-21812669b9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2630174'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:18.248878 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 451b38e0-3456-4dc1-b58e-6ed59857053e triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:14:18.257656 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:18.386865 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e34a4b-676e-4718-ad88-21812669b9aa admin admin] Pushing event updated for resources: {'Port': ['ID=ed43b144-15b5-46b2-b09b-0ca776481f60,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:18.395336 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-14e34a4b-676e-4718-ad88-21812669b9aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758457'] for router_interface, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:18.428124 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d4429-c7a5-48af-a59c-dfa254e4fe58 req-3031ba9b-7282-43d4-b16f-f0bff730dd48 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:18.429731 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cc5d4429-c7a5-48af-a59c-dfa254e4fe58 req-3031ba9b-7282-43d4-b16f-f0bff730dd48 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.1094751 Aug 13 04:14:18.738046 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cc5d4429-c7a5-48af-a59c-dfa254e4fe58 req-5c30d230-894a-4f80-93c1-ff992238fd64 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790818 Aug 13 04:14:18.761479 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e34a4b-676e-4718-ad88-21812669b9aa admin admin] Network 9c6f0cf8-8337-4066-b36b-c6631b745879 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:14:18.763464 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-14e34a4b-676e-4718-ad88-21812669b9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:14:18.902108 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e34a4b-676e-4718-ad88-21812669b9aa admin admin] Router dfd87d55-0a24-437f-80ad-030f8b480976 has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:14:18.949031 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-f8d72176-2edf-49ff-a868-de20be9edacb req-e46e6d62-0ce3-4be6-a2a9-8ba0e3962124 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327210 Aug 13 04:14:18.991486 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-f4f0184f-d8f2-4ce8-b88c-9a9a2d9c3b5f None None] Provisioning complete for port ed43b144-15b5-46b2-b09b-0ca776481f60 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:14:18.992038 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-f4f0184f-d8f2-4ce8-b88c-9a9a2d9c3b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:19.025735 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e34a4b-676e-4718-ad88-21812669b9aa admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:14:19.034822 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-14e34a4b-676e-4718-ad88-21812669b9aa admin admin] 10.222.0.32 "PUT /v2.0/routers/dfd87d55-0a24-437f-80ad-030f8b480976/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8519108 Aug 13 04:14:19.051828 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-f4f0184f-d8f2-4ce8-b88c-9a9a2d9c3b5f None None] Port ed43b144-15b5-46b2-b09b-0ca776481f60 cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:14:19.110019 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd260a-a02e-4d82-a8ea-710f0b319781 req-03916c34-68ae-44eb-bbd6-506c0ea32de7 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:19.111583 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3fdd260a-a02e-4d82-a8ea-710f0b319781 req-03916c34-68ae-44eb-bbd6-506c0ea32de7 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 944 time: 0.0590951 Aug 13 04:14:19.156951 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3fdd260a-a02e-4d82-a8ea-710f0b319781 req-48638b88-6271-40af-ae37-1e2004beb1ab tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389264 Aug 13 04:14:19.569186 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] Sync routers for ids ['dfd87d55-0a24-437f-80ad-030f8b480976'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:14:19.578433 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] Routers {'dfd87d55-0a24-437f-80ad-030f8b480976'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:14:19.579036 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:14:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['dfd87d55-0a24-437f-80ad-030f8b480976'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:14:19.648008 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 52580) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:19.653362 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-35df2896-d5fb-46ce-859a-a5bfa08106df tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--585349323', 'description': 'tempest-description--1306688158'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:14:19.687526 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] Set router dfd87d55-0a24-437f-80ad-030f8b480976 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:14:19.742377 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-35df2896-d5fb-46ce-859a-a5bfa08106df tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:19.743467 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 52586) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:19.837054 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-35df2896-d5fb-46ce-859a-a5bfa08106df tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:19.874057 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-35df2896-d5fb-46ce-859a-a5bfa08106df tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:19.888578 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-7849ead3-2819-48c8-bdf2-ce3c2f83bf9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:19.904752 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'name': 'tempest-AttachVolumeShelveTestJSON-1973033118-router', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:13Z', 'updated_at': '2021-08-13T04:14:17Z', 'revision_number': 4, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'gw_port': {'id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:14Z', 'updated_at': '2021-08-13T04:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'ed43b144-15b5-46b2-b09b-0ca776481f60', 'name': '', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'mac_address': 'fa:16:3e:62:28:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:16Z', 'updated_at': '2021-08-13T04:14:18Z', 'revision_number': 2, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'subnets': [{'id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:14:19.907311 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929ca75-a6ba-46a3-a883-661f306bf2c7 req-05d64975-18d7-466f-a177-7dd269040081 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:19.908917 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a929ca75-a6ba-46a3-a883-661f306bf2c7 req-05d64975-18d7-466f-a177-7dd269040081 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0789664 Aug 13 04:14:19.926683 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df2896-d5fb-46ce-859a-a5bfa08106df tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0ae505-675c-4456-b6d1-3faaac95a9a2,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:19.943896 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] Checking router: dfd87d55-0a24-437f-80ad-030f8b480976 for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:14:19.944076 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] Updating router dfd87d55-0a24-437f-80ad-030f8b480976 port ed43b144-15b5-46b2-b09b-0ca776481f60 binding host dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:14:19.957447 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a929ca75-a6ba-46a3-a883-661f306bf2c7 req-031f48d8-e4ae-4b2e-a279-bef4920e6b44 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403583 Aug 13 04:14:19.957772 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-35df2896-d5fb-46ce-859a-a5bfa08106df tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:19.958865 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-35df2896-d5fb-46ce-859a-a5bfa08106df tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3097510 Aug 13 04:14:19.961688 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 52594) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:19.967732 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-b2c8bcad-9314-405d-9d71-cf16e6e76cc0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Request body: {'security_group_rule': {'security_group_id': '2f0ae505-675c-4456-b6d1-3faaac95a9a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:14:19.978771 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:20.142769 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-cfd0f8e6-b979-4587-958e-f01f0adf6184 req-6c708dce-9915-43fd-a124-6012aee99e15 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417643 Aug 13 04:14:20.178271 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device b1b613a1-858a-4411-88e0-7a9ce55389dd up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:14:20.234073 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0f8e6-b979-4587-958e-f01f0adf6184 req-e83cfc2c-9f1b-49a6-bb55-961938677b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:20.235976 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-cfd0f8e6-b979-4587-958e-f01f0adf6184 req-e83cfc2c-9f1b-49a6-bb55-961938677b70 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=57c824b311c64fcfa2b8b63a8d6f6ea3&device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 1098 time: 0.0441551 Aug 13 04:14:20.286015 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-7849ead3-2819-48c8-bdf2-ce3c2f83bf9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:20.303545 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe88d5d-61f4-48e3-b58f-810b3d1c4fdc req-e92b72e5-46eb-4427-bbe4-97ef22dbc3de tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:20.312759 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-afe88d5d-61f4-48e3-b58f-810b3d1c4fdc req-e92b72e5-46eb-4427-bbe4-97ef22dbc3de tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 944 time: 0.0764668 Aug 13 04:14:20.324003 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] Notify callbacks [] for port, precommit_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:20.336208 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] Transition to ACTIVE for port object ed43b144-15b5-46b2-b09b-0ca776481f60 will not be triggered until provisioned by entity L2. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:14:20.348542 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port b1b613a1-858a-4411-88e0-7a9ce55389dd completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:14:20.350993 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-7849ead3-2819-48c8-bdf2-ce3c2f83bf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:20.353774 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port b1b613a1-858a-4411-88e0-7a9ce55389dd triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:14:20.354263 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:20.379830 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-afe88d5d-61f4-48e3-b58f-810b3d1c4fdc req-ec8ec75a-89f6-4d2e-ab5c-4b308483c0d6 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662274 Aug 13 04:14:20.418117 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849ead3-2819-48c8-bdf2-ce3c2f83bf9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcba9250-2272-4287-9580-914bf24a36a1,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:20.423884 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-7849ead3-2819-48c8-bdf2-ce3c2f83bf9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=141ca70c4947452aa5587b80936f6447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6791036 Aug 13 04:14:20.426660 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 52608) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:20.428282 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0f8e6-b979-4587-958e-f01f0adf6184 req-6cd4e439-79f2-4bcf-b712-85791bff2b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:20.429697 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-cfd0f8e6-b979-4587-958e-f01f0adf6184 req-6cd4e439-79f2-4bcf-b712-85791bff2b1b service neutron] 10.222.0.22 "GET /v2.0/networks?id=673131bb-dc01-48ec-89a5-58651cf3d062 HTTP/1.1" status: 200 len: 915 time: 0.1694691 Aug 13 04:14:20.440005 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:20.486723 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e5962545-77a8-4270-a1e7-57c1d0bf9515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:20.489434 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-cfd0f8e6-b979-4587-958e-f01f0adf6184 req-14d03bc3-3e5d-4305-8f03-195f5a17c9fc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d96bfe27-0cb5-4705-89f7-1ee8be15abe3 HTTP/1.1" status: 200 len: 217 time: 0.0498629 Aug 13 04:14:20.500060 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:20.509130 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b2c8bcad-9314-405d-9d71-cf16e6e76cc0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:20.535996 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e5962545-77a8-4270-a1e7-57c1d0bf9515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:20.538934 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500a2a2-37b5-4e55-b32b-8b36b3ce6209 None None] Pushing event updated for resources: {'Port': ['ID=ed43b144-15b5-46b2-b09b-0ca776481f60,revision_number=3']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:20.567387 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port b1b613a1-858a-4411-88e0-7a9ce55389dd, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=b1b613a1-858a-4411-88e0-7a9ce55389dd,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:14:20.581925 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] Attempting to bind port ed43b144-15b5-46b2-b09b-0ca776481f60 on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:14:20.582289 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] Attempting to bind port ed43b144-15b5-46b2-b09b-0ca776481f60 by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '59c6c827-e439-4ee6-9017-5b55867d6635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879'}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:14:20.582694 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] Attempting to bind port ed43b144-15b5-46b2-b09b-0ca776481f60 on network 9c6f0cf8-8337-4066-b36b-c6631b745879 {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:14:20.588208 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:14:20.588624 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] Checking segment: {'id': '59c6c827-e439-4ee6-9017-5b55867d6635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:14:20.589053 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:20.589909 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] Bound using segment: {'id': '59c6c827-e439-4ee6-9017-5b55867d6635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879'} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:14:20.590031 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] Bound port: ed43b144-15b5-46b2-b09b-0ca776481f60, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c6c827-e439-4ee6-9017-5b55867d6635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879'}}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:14:20.590331 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:20.618580 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b2c8bcad-9314-405d-9d71-cf16e6e76cc0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:20.667885 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:20.677065 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] For port ed43b144-15b5-46b2-b09b-0ca776481f60, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:14:20.691501 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b2c8bcad-9314-405d-9d71-cf16e6e76cc0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:20.696064 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e5962545-77a8-4270-a1e7-57c1d0bf9515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:20.702353 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e5962545-77a8-4270-a1e7-57c1d0bf9515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:20.702353 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-e5962545-77a8-4270-a1e7-57c1d0bf9515 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fcba9250-2272-4287-9580-914bf24a36a1 HTTP/1.1" status: 204 len: 168 time: 0.2721512 Aug 13 04:14:20.713156 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] For port ed43b144-15b5-46b2-b09b-0ca776481f60, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=ed43b144-15b5-46b2-b09b-0ca776481f60,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:14:20.725357 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8bcad-9314-405d-9d71-cf16e6e76cc0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc667a92-6186-41c1-8dbb-7476e075caa9,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:20.737364 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5962545-77a8-4270-a1e7-57c1d0bf9515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcba9250-2272-4287-9580-914bf24a36a1,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:20.766666 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=b1b613a1-858a-4411-88e0-7a9ce55389dd,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:20.771525 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:20.796613 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b2c8bcad-9314-405d-9d71-cf16e6e76cc0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:20.798697 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-b2c8bcad-9314-405d-9d71-cf16e6e76cc0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8351374 Aug 13 04:14:20.801252 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 52620) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:20.811242 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-8e0a8ba3-24be-4a10-87c1-8ce7b0c4e2db tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Request body: {'security_group_rule': {'security_group_id': '2f0ae505-675c-4456-b6d1-3faaac95a9a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:14:20.830707 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] Routers {'dfd87d55-0a24-437f-80ad-030f8b480976'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:14:20.831343 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:14:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['dfd87d55-0a24-437f-80ad-030f8b480976'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:14:20.866249 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0f8e6-b979-4587-958e-f01f0adf6184 req-3fc5a426-747c-4b70-9e5b-bb9c2309f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:20.868194 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-cfd0f8e6-b979-4587-958e-f01f0adf6184 req-3fc5a426-747c-4b70-9e5b-bb9c2309f0e9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ea28bae9-8209-4915-ac38-22b3611bb520 HTTP/1.1" status: 200 len: 854 time: 0.3657725 Aug 13 04:14:20.909216 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-cfd0f8e6-b979-4587-958e-f01f0adf6184 req-fa042fe4-24e8-44d5-af0e-c05991010e4b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=673131bb-dc01-48ec-89a5-58651cf3d062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297236 Aug 13 04:14:20.913189 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8e0a8ba3-24be-4a10-87c1-8ce7b0c4e2db tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:20.992484 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8e0a8ba3-24be-4a10-87c1-8ce7b0c4e2db tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:21.083876 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8e0a8ba3-24be-4a10-87c1-8ce7b0c4e2db tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:21.109666 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a8ba3-24be-4a10-87c1-8ce7b0c4e2db tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364fdf6a-ee06-4d40-83af-d8ac1b052d75,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:21.129490 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a36182-a2d0-4a31-b3de-11c2a2473d4c req-b5f51230-5dc7-488c-be6f-e6833e2640b4 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:21.140625 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a1a36182-a2d0-4a31-b3de-11c2a2473d4c req-b5f51230-5dc7-488c-be6f-e6833e2640b4 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0995934 Aug 13 04:14:21.190769 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-cfd0f8e6-b979-4587-958e-f01f0adf6184 req-0a5325c4-e248-4ba1-8c82-2a0bf02a164f service neutron] 10.222.0.22 "GET /v2.0/networks/673131bb-dc01-48ec-89a5-58651cf3d062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693717 Aug 13 04:14:21.192887 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a1a36182-a2d0-4a31-b3de-11c2a2473d4c req-edf8a181-44f6-4936-977b-151568825dc0 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509701 Aug 13 04:14:21.194050 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8e0a8ba3-24be-4a10-87c1-8ce7b0c4e2db tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:21.195105 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-8e0a8ba3-24be-4a10-87c1-8ce7b0c4e2db tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3929067 Aug 13 04:14:21.198952 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 52630) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:21.202058 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500a2a2-37b5-4e55-b32b-8b36b3ce6209 None None] Pushing event updated for resources: {'Port': ['ID=ed43b144-15b5-46b2-b09b-0ca776481f60,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:21.225345 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-d3ddfa58-d5c8-4687-b37b-98a57690f6d0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Request body: {'floatingip': {'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:14:21.239750 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 56986a10-735f-4f18-a138-e325a4b22d5e details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:14:21.279148 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] Set router dfd87d55-0a24-437f-80ad-030f8b480976 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:14:21.330011 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3ddfa58-d5c8-4687-b37b-98a57690f6d0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for floatingip, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:21.354135 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-cfd0f8e6-b979-4587-958e-f01f0adf6184 req-2ce3f8f7-e6b7-4d04-b622-969e27656a4f service neutron] 10.222.0.22 "GET /v2.0/networks/673131bb-dc01-48ec-89a5-58651cf3d062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396449 Aug 13 04:14:21.488440 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3ddfa58-d5c8-4687-b37b-98a57690f6d0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:21.551426 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea807d32-3423-4012-b1c6-8e54acb42c07 req-e7aa9e55-f541-4cc2-a950-cf06c005b1d3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:21.552750 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ea807d32-3423-4012-b1c6-8e54acb42c07 req-e7aa9e55-f541-4cc2-a950-cf06c005b1d3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 944 time: 0.0926514 Aug 13 04:14:21.555713 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 56986a10-735f-4f18-a138-e325a4b22d5e, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=56986a10-735f-4f18-a138-e325a4b22d5e,segment=NetworkSegment(6fcbf172-e9bd-487d-9c86-96b54fe5005f),segment_id=6fcbf172-e9bd-487d-9c86-96b54fe5005f)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:14:21.579085 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': '56986a10-735f-4f18-a138-e325a4b22d5e', 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062', 'port_id': '56986a10-735f-4f18-a138-e325a4b22d5e', 'mac_address': 'fa:16:3e:f5:60:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea28bae9-8209-4915-ac38-22b3611bb520', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:14:21.634164 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ea807d32-3423-4012-b1c6-8e54acb42c07 req-9d1208f0-b531-47a6-8a06-17d53a4e9348 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744824 Aug 13 04:14:21.655241 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-d3ddfa58-d5c8-4687-b37b-98a57690f6d0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Allocated IP 172.27.3.150 (a2b3fd62-7513-4482-ab06-e961571be3c5/2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e/d0c47685-0dbe-47e9-83b4-16333b3113c9) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:14:21.655345 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:21.671312 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56986a10-735f-4f18-a138-e325a4b22d5e {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:14:21.698435 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 56986a10-735f-4f18-a138-e325a4b22d5e, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=56986a10-735f-4f18-a138-e325a4b22d5e,segment=NetworkSegment(6fcbf172-e9bd-487d-9c86-96b54fe5005f),segment_id=6fcbf172-e9bd-487d-9c86-96b54fe5005f)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:14:21.707925 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'name': 'tempest-AttachVolumeShelveTestJSON-1973033118-router', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:13Z', 'updated_at': '2021-08-13T04:14:17Z', 'revision_number': 4, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'gw_port': {'id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:14Z', 'updated_at': '2021-08-13T04:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'ed43b144-15b5-46b2-b09b-0ca776481f60', 'name': '', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'mac_address': 'fa:16:3e:62:28:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:16Z', 'updated_at': '2021-08-13T04:14:20Z', 'revision_number': 4, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'subnets': [{'id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:14:21.742016 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec21894e-025c-43ae-9a84-12eb0177639f None None] The sync data for ids ['dfd87d55-0a24-437f-80ad-030f8b480976'] in dv-cinder-759987-6-iscsi is: [{'id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'name': 'tempest-AttachVolumeShelveTestJSON-1973033118-router', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:13Z', 'updated_at': '2021-08-13T04:14:17Z', 'revision_number': 4, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'gw_port': {'id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:14Z', 'updated_at': '2021-08-13T04:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'ed43b144-15b5-46b2-b09b-0ca776481f60', 'name': '', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'mac_address': 'fa:16:3e:62:28:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:16Z', 'updated_at': '2021-08-13T04:14:20Z', 'revision_number': 4, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'subnets': [{'id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:14:21.759670 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:21.778311 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3ddfa58-d5c8-4687-b37b-98a57690f6d0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:21.851500 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=56986a10-735f-4f18-a138-e325a4b22d5e,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:21.915410 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3ddfa58-d5c8-4687-b37b-98a57690f6d0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:21.964907 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ddfa58-d5c8-4687-b37b-98a57690f6d0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Network a2b3fd62-7513-4482-ab06-e961571be3c5 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:14:21.971719 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-d3ddfa58-d5c8-4687-b37b-98a57690f6d0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:14:21.975568 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ddfa58-d5c8-4687-b37b-98a57690f6d0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:14:22.001282 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddfa58-d5c8-4687-b37b-98a57690f6d0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Pushing event updated for resources: {'Port': ['ID=d0c47685-0dbe-47e9-83b4-16333b3113c9,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:22.079715 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3ddfa58-d5c8-4687-b37b-98a57690f6d0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:22.189962 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3ddfa58-d5c8-4687-b37b-98a57690f6d0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:22.257474 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device b1b613a1-858a-4411-88e0-7a9ce55389dd up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:14:22.329002 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port b1b613a1-858a-4411-88e0-7a9ce55389dd triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:14:22.329616 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:22.438865 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f428cb-dfed-4d97-9b4f-eda2cee40ab6 req-5432bf66-d06b-494d-9e21-bd855e0dc326 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:22.446142 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-44f428cb-dfed-4d97-9b4f-eda2cee40ab6 req-5432bf66-d06b-494d-9e21-bd855e0dc326 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.1399679 Aug 13 04:14:22.456151 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device ed43b144-15b5-46b2-b09b-0ca776481f60 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:14:22.519635 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-44f428cb-dfed-4d97-9b4f-eda2cee40ab6 req-25859b2e-0326-49d4-b0d4-cc313a26aaea tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725214 Aug 13 04:14:22.531047 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3ddfa58-d5c8-4687-b37b-98a57690f6d0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:22.576666 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port ed43b144-15b5-46b2-b09b-0ca776481f60 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:14:22.581326 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port ed43b144-15b5-46b2-b09b-0ca776481f60 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:14:22.581814 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:22.612947 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3ddfa58-d5c8-4687-b37b-98a57690f6d0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2630174'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:22.683444 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:22.691502 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddfa58-d5c8-4687-b37b-98a57690f6d0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Pushing event updated for resources: {'Port': ['ID=d0c47685-0dbe-47e9-83b4-16333b3113c9,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:22.717853 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437433a-d07d-4515-abba-db04334aecdf req-fc1a186b-f825-4008-84ae-79c31e0e588e tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:22.721918 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a437433a-d07d-4515-abba-db04334aecdf req-fc1a186b-f825-4008-84ae-79c31e0e588e tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.1368072 Aug 13 04:14:22.726178 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port ed43b144-15b5-46b2-b09b-0ca776481f60, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=ed43b144-15b5-46b2-b09b-0ca776481f60,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:14:22.736534 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3ddfa58-d5c8-4687-b37b-98a57690f6d0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704406'] for floatingip, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:22.770796 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a437433a-d07d-4515-abba-db04334aecdf req-e949b7e8-998d-4a50-9c81-997aac5d3268 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434718 Aug 13 04:14:22.822766 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:22.886780 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3ddfa58-d5c8-4687-b37b-98a57690f6d0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for floatingip, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:22.890334 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-d3ddfa58-d5c8-4687-b37b-98a57690f6d0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6899643 Aug 13 04:14:22.908502 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=ed43b144-15b5-46b2-b09b-0ca776481f60,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:22.932780 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7ed8c-371a-4641-bfda-d8510318b1df req-3cdd0c0b-de1f-43d4-ab55-10f246a447ab tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:22.935945 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7ae7ed8c-371a-4641-bfda-d8510318b1df req-3cdd0c0b-de1f-43d4-ab55-10f246a447ab tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 945 time: 0.1058116 Aug 13 04:14:23.010847 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7ae7ed8c-371a-4641-bfda-d8510318b1df req-540c2e10-4f09-49a9-9f96-145b0ddacbd3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643189 Aug 13 04:14:23.227506 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-8283fddc-96f8-4236-b32e-1320a9775076 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--585349323&fields=id&tenant_id=25ac2d78559b4fb2ba32472ce882e229 HTTP/1.1" status: 200 len: 267 time: 0.0569746 Aug 13 04:14:23.339770 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-3034e746-5dba-4180-9110-ce3ebb27e59d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:23.342168 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-3034e746-5dba-4180-9110-ce3ebb27e59d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/networks?id=9c6f0cf8-8337-4066-b36b-c6631b745879 HTTP/1.1" status: 200 len: 817 time: 0.1066093 Aug 13 04:14:23.356998 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-f72e41c9-47bb-451a-a3f3-b468e4f0f2fe tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/quotas/25ac2d78559b4fb2ba32472ce882e229 HTTP/1.1" status: 200 len: 375 time: 0.0093307 Aug 13 04:14:23.414265 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-49ffce9b-1259-4401-aad4-7a594f416cdb tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=25ac2d78559b4fb2ba32472ce882e229&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514514 Aug 13 04:14:23.518174 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-3cd810ad-2854-4a4d-bddc-a971cf0519ae service neutron] 10.222.0.32 "GET /v2.0/networks/9c6f0cf8-8337-4066-b36b-c6631b745879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865004 Aug 13 04:14:23.624712 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-4e28c736-d11f-4a8e-8a71-263a5bf99430 service neutron] 10.222.0.32 "GET /v2.0/networks/9c6f0cf8-8337-4066-b36b-c6631b745879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026969 Aug 13 04:14:23.816090 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:23.898357 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-95c8cbdb-6248-4a41-8999-0d3f89e4b1f7 req-a75ab2ce-a74f-4f80-b809-ead703cdf3be tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 210 time: 0.0288689 Aug 13 04:14:24.148829 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device ed43b144-15b5-46b2-b09b-0ca776481f60 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:14:24.159945 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cf466-d3c8-4680-b81e-b2f8b298ac08 req-8b9c2494-47fc-4b34-bce7-fe5b5e0f882e tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:24.167634 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-534cf466-d3c8-4680-b81e-b2f8b298ac08 req-8b9c2494-47fc-4b34-bce7-fe5b5e0f882e tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 945 time: 0.0552914 Aug 13 04:14:24.196099 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port ed43b144-15b5-46b2-b09b-0ca776481f60 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:14:24.196525 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:24.200798 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-534cf466-d3c8-4680-b81e-b2f8b298ac08 req-c90f242a-dced-4d2c-9c27-86fcea5fa8ed tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326114 Aug 13 04:14:25.000269 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-92d3b7bb-72a8-45a3-ace7-2ff1b470f191 req-0a82b571-3bdc-4623-a857-c03cc125183d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 210 time: 0.0252302 Aug 13 04:14:25.317883 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6f275-232b-490b-a414-84c9efb45be1 req-ff6dff73-fedb-499f-8799-903ec6fab804 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:25.319335 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-34e6f275-232b-490b-a414-84c9efb45be1 req-ff6dff73-fedb-499f-8799-903ec6fab804 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 945 time: 0.0502071 Aug 13 04:14:25.362199 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-34e6f275-232b-490b-a414-84c9efb45be1 req-77e152a6-6dd3-4eae-aef0-b41344acf9d3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370111 Aug 13 04:14:25.650119 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['56986a10-735f-4f18-a138-e325a4b22d5e'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:14:26.095523 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c7a78d91-cd97-4ee6-ad4d-b121ca75f421 req-cbe912bd-73bc-4fe1-a596-58072d25b521 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 210 time: 0.0263302 Aug 13 04:14:26.486481 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976729a0-1e81-4bc3-ac24-4e7387e3ff5c req-3a525aad-45bb-4e04-9dd9-373382498b1f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:26.488702 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-976729a0-1e81-4bc3-ac24-4e7387e3ff5c req-3a525aad-45bb-4e04-9dd9-373382498b1f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 945 time: 0.0542526 Aug 13 04:14:26.531776 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-976729a0-1e81-4bc3-ac24-4e7387e3ff5c req-37e45da2-3d56-490e-b8d1-544a1f4d4e38 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374520 Aug 13 04:14:26.820435 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-f3918b00-a27f-4251-b77e-22b0808bbe58 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:26.821919 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-f3918b00-a27f-4251-b77e-22b0808bbe58 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.22 "GET /v2.0/networks?id=9c6f0cf8-8337-4066-b36b-c6631b745879 HTTP/1.1" status: 200 len: 817 time: 0.1408060 Aug 13 04:14:26.887468 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-d164912d-a98e-4055-885b-8d5644d88a44 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25ac2d78559b4fb2ba32472ce882e229 HTTP/1.1" status: 200 len: 379 time: 0.0492041 Aug 13 04:14:26.912470 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-9ec4f284-a4cc-432f-aaf5-41e1e9a6e5e5 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Request body: {'port': {'device_id': '889c23c3-3bde-4faf-a093-5c1af25d7576', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'admin_state_up': True, 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'security_groups': ['2f0ae505-675c-4456-b6d1-3faaac95a9a2']}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:14:27.073185 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-9ec4f284-a4cc-432f-aaf5-41e1e9a6e5e5 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Made reservation on behalf of 25ac2d78559b4fb2ba32472ce882e229 for: {'port': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:14:27.078165 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-9ec4f284-a4cc-432f-aaf5-41e1e9a6e5e5 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:27.210993 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8e331793-1c09-41aa-bb13-56c6622b210b req-e4cb88ce-a66a-414e-b725-cf90c5506662 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 210 time: 0.0370426 Aug 13 04:14:27.234919 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-9ec4f284-a4cc-432f-aaf5-41e1e9a6e5e5 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Allocated IP 172.20.0.14 (9c6f0cf8-8337-4066-b36b-c6631b745879/6cfb5348-48f5-4b3c-8b98-198f1cb90f54/001fb04f-8166-40bb-a037-3d0e00670e8a) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:14:27.236642 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 56986a10-735f-4f18-a138-e325a4b22d5e up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:14:27.373335 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeca6ad-d9a2-4f83-ad80-86ebc1a71434 req-cfd06508-c0a3-43dc-8f3a-0c77e30752e0 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:27.374901 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-baeca6ad-d9a2-4f83-ad80-86ebc1a71434 req-cfd06508-c0a3-43dc-8f3a-0c77e30752e0 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0665071 Aug 13 04:14:27.376516 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning for port 56986a10-735f-4f18-a138-e325a4b22d5e completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:14:27.380730 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port 56986a10-735f-4f18-a138-e325a4b22d5e triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:14:27.381266 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:27.422297 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-baeca6ad-d9a2-4f83-ad80-86ebc1a71434 req-5de46f50-5582-45e3-87b7-772f1e417186 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401521 Aug 13 04:14:27.435905 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-9ec4f284-a4cc-432f-aaf5-41e1e9a6e5e5 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:27.450600 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-9ec4f284-a4cc-432f-aaf5-41e1e9a6e5e5 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Transition to ACTIVE for port object 001fb04f-8166-40bb-a037-3d0e00670e8a will not be triggered until provisioned by entity DHCP. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:14:27.499013 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:27.529437 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbfac72-8d0a-4587-99f7-33bfdacffab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56986a10-735f-4f18-a138-e325a4b22d5e'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:14:27.531765 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466525bb-e67d-439a-9fef-be6432f74bd4" -d '{"events": [{"server_uuid": "acbfac72-8d0a-4587-99f7-33bfdacffab8", "name": "network-vif-plugged", "status": "completed", "tag": "56986a10-735f-4f18-a138-e325a4b22d5e"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:14:27.544112 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-9ec4f284-a4cc-432f-aaf5-41e1e9a6e5e5 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:27.546013 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 56986a10-735f-4f18-a138-e325a4b22d5e, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=56986a10-735f-4f18-a138-e325a4b22d5e,segment=NetworkSegment(6fcbf172-e9bd-487d-9c86-96b54fe5005f),segment_id=6fcbf172-e9bd-487d-9c86-96b54fe5005f)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:14:27.577278 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71fba19-36a2-4379-9bb2-bed2eb4c163e x-openstack-request-id: req-f71fba19-36a2-4379-9bb2-bed2eb4c163e {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:14:27.579891 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbfac72-8d0a-4587-99f7-33bfdacffab8", "name": "network-vif-plugged", "status": "completed", "tag": "56986a10-735f-4f18-a138-e325a4b22d5e", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:14:27.579891 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f71fba19-36a2-4379-9bb2-bed2eb4c163e {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:14:27.579891 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbfac72-8d0a-4587-99f7-33bfdacffab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56986a10-735f-4f18-a138-e325a4b22d5e', 'code': 200} Aug 13 04:14:27.588048 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-9ec4f284-a4cc-432f-aaf5-41e1e9a6e5e5 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Network 9c6f0cf8-8337-4066-b36b-c6631b745879 is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:14:27.593384 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-9ec4f284-a4cc-432f-aaf5-41e1e9a6e5e5 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:14:27.597167 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-9ec4f284-a4cc-432f-aaf5-41e1e9a6e5e5 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:14:27.627990 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:27.657511 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4f284-a4cc-432f-aaf5-41e1e9a6e5e5 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Pushing event updated for resources: {'Port': ['ID=001fb04f-8166-40bb-a037-3d0e00670e8a,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:27.681830 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-9ec4f284-a4cc-432f-aaf5-41e1e9a6e5e5 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:27.682769 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-9ec4f284-a4cc-432f-aaf5-41e1e9a6e5e5 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:27.696926 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9563f-b811-4eb8-a92f-23ab78a71b9b req-4b45f860-bc32-4aee-8237-f526b9d8ec1e tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:27.699343 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-09f9563f-b811-4eb8-a92f-23ab78a71b9b req-4b45f860-bc32-4aee-8237-f526b9d8ec1e tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 946 time: 0.0792885 Aug 13 04:14:27.710670 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=56986a10-735f-4f18-a138-e325a4b22d5e,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:27.750628 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-9ec4f284-a4cc-432f-aaf5-41e1e9a6e5e5 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8421702 Aug 13 04:14:27.758507 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-09f9563f-b811-4eb8-a92f-23ab78a71b9b req-55217781-81c0-4ffd-952c-fe2eb5e080e4 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454488 Aug 13 04:14:27.982719 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-69809f08-1186-4069-b46a-b3e761873d15 None None] Provisioning for port 001fb04f-8166-40bb-a037-3d0e00670e8a completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:14:27.991743 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-69809f08-1186-4069-b46a-b3e761873d15 None None] Provisioning complete for port 001fb04f-8166-40bb-a037-3d0e00670e8a triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:14:27.991743 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-69809f08-1186-4069-b46a-b3e761873d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:28.027405 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-69809f08-1186-4069-b46a-b3e761873d15 None None] Port 001fb04f-8166-40bb-a037-3d0e00670e8a cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:14:28.187167 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 52850) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:28.291994 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-08f3bc94-2b22-4d10-95ca-5d5e08ccb7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:28.358447 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadd929-9d4c-4a8e-a250-b4a8dd735e5f req-5bf2dc24-cb13-41c4-978c-0cb7517eadc4 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:28.359922 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-abadd929-9d4c-4a8e-a250-b4a8dd735e5f req-5bf2dc24-cb13-41c4-978c-0cb7517eadc4 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 932 time: 0.0699863 Aug 13 04:14:28.418361 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-abadd929-9d4c-4a8e-a250-b4a8dd735e5f req-64b13cd7-9481-4b2c-a746-942a978e4bf4 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513813 Aug 13 04:14:28.452654 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-08f3bc94-2b22-4d10-95ca-5d5e08ccb7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:28.506943 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-08f3bc94-2b22-4d10-95ca-5d5e08ccb7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:28.556932 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-08f3bc94-2b22-4d10-95ca-5d5e08ccb7ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b05d4edda144022a28084ac66ab2fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691511 Aug 13 04:14:28.559672 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 52862) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:28.569127 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3bc94-2b22-4d10-95ca-5d5e08ccb7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba77133e-0798-4430-ae63-87d971ab5d61,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:28.584003 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072fb7c-6269-490a-b7ad-73ba1e144d9f req-9b3eca4f-1fa2-4143-b0bb-fbca1e992f33 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:28.585775 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c072fb7c-6269-490a-b7ad-73ba1e144d9f req-9b3eca4f-1fa2-4143-b0bb-fbca1e992f33 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0893149 Aug 13 04:14:28.612224 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-17148ba6-5f3e-421c-8011-2e2dac162d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:28.626922 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c072fb7c-6269-490a-b7ad-73ba1e144d9f req-a49741d3-0298-4777-ac4c-7c5cf77c5f11 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322773 Aug 13 04:14:28.633359 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-17148ba6-5f3e-421c-8011-2e2dac162d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:28.764897 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-17148ba6-5f3e-421c-8011-2e2dac162d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:28.767445 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-17148ba6-5f3e-421c-8011-2e2dac162d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:28.768594 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-17148ba6-5f3e-421c-8011-2e2dac162d77 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba77133e-0798-4430-ae63-87d971ab5d61 HTTP/1.1" status: 204 len: 168 time: 0.2079039 Aug 13 04:14:28.775936 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17148ba6-5f3e-421c-8011-2e2dac162d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba77133e-0798-4430-ae63-87d971ab5d61,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:28.887014 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bb9ca-3190-456e-8e46-62a68a709c41 req-3abca14a-9db1-4dd2-a697-5bb9ad614cda tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:28.889037 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-048bb9ca-3190-456e-8e46-62a68a709c41 req-3abca14a-9db1-4dd2-a697-5bb9ad614cda tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 946 time: 0.0507739 Aug 13 04:14:28.926979 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-048bb9ca-3190-456e-8e46-62a68a709c41 req-4868cbbf-6e36-4268-8919-b99393bbecc7 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321229 Aug 13 04:14:29.470222 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 52876) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:29.484077 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ac3c7801-2672-4df6-805e-7b7bef28b6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:29.545814 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff4adc-cad5-4dfd-9fb6-06551fd1ccd6 req-623f1432-5dd0-4a92-abba-d4de1d9086c3 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:29.552537 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0aff4adc-cad5-4dfd-9fb6-06551fd1ccd6 req-623f1432-5dd0-4a92-abba-d4de1d9086c3 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 932 time: 0.0557635 Aug 13 04:14:29.582761 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ac3c7801-2672-4df6-805e-7b7bef28b6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:29.584890 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0aff4adc-cad5-4dfd-9fb6-06551fd1ccd6 req-dad3cebe-02bc-461d-a64c-1240e651b56b tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315199 Aug 13 04:14:29.662250 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ac3c7801-2672-4df6-805e-7b7bef28b6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:29.701474 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-ac3c7801-2672-4df6-805e-7b7bef28b6d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e03a41e5d24a4290940d80aea99283f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301278 Aug 13 04:14:29.703351 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c7801-2672-4df6-805e-7b7bef28b6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee725535-749d-4517-b310-dd38b2c0f205,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:29.704062 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 52880) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:29.766746 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc2ac8-32f6-45c9-b8c4-d2c69627eb70 req-eda5274d-a73b-443d-a5a2-ddc60c7bea15 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:29.768216 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-57bc2ac8-32f6-45c9-b8c4-d2c69627eb70 req-eda5274d-a73b-443d-a5a2-ddc60c7bea15 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0755961 Aug 13 04:14:29.791963 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-923974fc-fa7e-4a6d-b0bc-94d052616ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:29.830561 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-923974fc-fa7e-4a6d-b0bc-94d052616ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:29.838675 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-57bc2ac8-32f6-45c9-b8c4-d2c69627eb70 req-6250375b-531a-43a3-93c8-6cc91332be12 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596018 Aug 13 04:14:29.982987 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-923974fc-fa7e-4a6d-b0bc-94d052616ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:29.985574 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-923974fc-fa7e-4a6d-b0bc-94d052616ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:29.986791 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-923974fc-fa7e-4a6d-b0bc-94d052616ea3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee725535-749d-4517-b310-dd38b2c0f205 HTTP/1.1" status: 204 len: 168 time: 0.2817578 Aug 13 04:14:29.996690 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923974fc-fa7e-4a6d-b0bc-94d052616ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee725535-749d-4517-b310-dd38b2c0f205,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:30.044582 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f9aaa-bd89-478f-bc71-0110fd0f9f2b req-8a521205-c8e2-4272-91dc-0a841336ad97 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:30.046149 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-871f9aaa-bd89-478f-bc71-0110fd0f9f2b req-8a521205-c8e2-4272-91dc-0a841336ad97 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 946 time: 0.0515203 Aug 13 04:14:30.085442 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-871f9aaa-bd89-478f-bc71-0110fd0f9f2b req-cd907863-a7d3-4a24-bed9-5dc364b1a301 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332470 Aug 13 04:14:30.140012 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:14:30.299888 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-7eb31551-3fdc-4652-8881-7b2c3280ced8 service neutron] Request body: {'port': {'device_id': '889c23c3-3bde-4faf-a093-5c1af25d7576', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:14:30.394834 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d54db-2b3e-4d3c-9e67-05ab3cf53f83 req-a20bf0e6-1ae9-44e7-b5a1-254b2899bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:30.397698 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b65d54db-2b3e-4d3c-9e67-05ab3cf53f83 req-a20bf0e6-1ae9-44e7-b5a1-254b2899bc82 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6525e39355904810b4595b1ab780a756&device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 1099 time: 0.0937548 Aug 13 04:14:30.406079 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-7eb31551-3fdc-4652-8881-7b2c3280ced8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:30.589661 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d54db-2b3e-4d3c-9e67-05ab3cf53f83 req-88d03fe1-c129-40e7-b361-8dabb3e9a465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:30.592958 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b65d54db-2b3e-4d3c-9e67-05ab3cf53f83 req-88d03fe1-c129-40e7-b361-8dabb3e9a465 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3307ff4a-688d-47d1-ad62-e6cbee1cd9ca HTTP/1.1" status: 200 len: 919 time: 0.1877875 Aug 13 04:14:30.650620 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b65d54db-2b3e-4d3c-9e67-05ab3cf53f83 req-7f0fc9db-4050-4ee3-9625-4b7831385a18 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d7726e9-911a-4b3e-9ed1-222c5c77ae69 HTTP/1.1" status: 200 len: 217 time: 0.0508189 Aug 13 04:14:30.709279 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd2dff-a093-4b88-a15b-3b4950fb2db6 req-37eba9b1-e650-4ed4-9704-d8375cf74060 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:30.710772 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-56cd2dff-a093-4b88-a15b-3b4950fb2db6 req-37eba9b1-e650-4ed4-9704-d8375cf74060 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 932 time: 0.0516341 Aug 13 04:14:30.749716 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-56cd2dff-a093-4b88-a15b-3b4950fb2db6 req-47c4fccf-6d6c-46d4-bb48-1705beaa3579 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319693 Aug 13 04:14:30.767610 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce80c0-7f08-45b8-9702-09721876024a req-108554e8-96e3-464e-a9d4-e642d92dec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:30.768228 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-92ce80c0-7f08-45b8-9702-09721876024a req-108554e8-96e3-464e-a9d4-e642d92dec89 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 1099 time: 0.1288950 Aug 13 04:14:30.776267 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d54db-2b3e-4d3c-9e67-05ab3cf53f83 req-d5d713e2-2b78-4f2c-8c0b-052b19783028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:30.777715 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b65d54db-2b3e-4d3c-9e67-05ab3cf53f83 req-d5d713e2-2b78-4f2c-8c0b-052b19783028 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f3523255-eb2e-4656-814e-91485edd0600 HTTP/1.1" status: 200 len: 858 time: 0.1110632 Aug 13 04:14:30.872655 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-7eb31551-3fdc-4652-8881-7b2c3280ced8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 001fb04f-8166-40bb-a037-3d0e00670e8a {{(pid=94567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:14:30.885269 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-7eb31551-3fdc-4652-8881-7b2c3280ced8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:30.895341 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-7eb31551-3fdc-4652-8881-7b2c3280ced8 service neutron] Transition to ACTIVE for port object 001fb04f-8166-40bb-a037-3d0e00670e8a will not be triggered until provisioned by entity L2. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:14:30.968150 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fb23c-51c5-4219-84e3-9460b1ac6d83 req-aae908e7-a522-4876-891c-b89c68384ed8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:30.969801 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-014fb23c-51c5-4219-84e3-9460b1ac6d83 req-aae908e7-a522-4876-891c-b89c68384ed8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0534513 Aug 13 04:14:31.009113 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-014fb23c-51c5-4219-84e3-9460b1ac6d83 req-678d64ad-c145-4827-9019-52274ed1477d tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324616 Aug 13 04:14:31.056494 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-7eb31551-3fdc-4652-8881-7b2c3280ced8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:31.115759 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb31551-3fdc-4652-8881-7b2c3280ced8 service neutron] Pushing event updated for resources: {'Port': ['ID=001fb04f-8166-40bb-a037-3d0e00670e8a,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:31.218413 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-7eb31551-3fdc-4652-8881-7b2c3280ced8 service neutron] Attempting to bind port 001fb04f-8166-40bb-a037-3d0e00670e8a on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:14:31.218757 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-7eb31551-3fdc-4652-8881-7b2c3280ced8 service neutron] Attempting to bind port 001fb04f-8166-40bb-a037-3d0e00670e8a by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': '59c6c827-e439-4ee6-9017-5b55867d6635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:14:31.219087 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-7eb31551-3fdc-4652-8881-7b2c3280ced8 service neutron] Attempting to bind port 001fb04f-8166-40bb-a037-3d0e00670e8a on network 9c6f0cf8-8337-4066-b36b-c6631b745879 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:14:31.227865 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-7eb31551-3fdc-4652-8881-7b2c3280ced8 service neutron] Port 001fb04f-8166-40bb-a037-3d0e00670e8a on network 9c6f0cf8-8337-4066-b36b-c6631b745879 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:14:31.228193 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-7eb31551-3fdc-4652-8881-7b2c3280ced8 service neutron] Attempting to bind port 001fb04f-8166-40bb-a037-3d0e00670e8a on network 9c6f0cf8-8337-4066-b36b-c6631b745879 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:14:31.237956 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-7eb31551-3fdc-4652-8881-7b2c3280ced8 service neutron] Checking agent: {'id': '0c202f7d-8fe9-4513-921d-f16665c9f5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'started_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:14:31.241239 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-7eb31551-3fdc-4652-8881-7b2c3280ced8 service neutron] Checking segment: {'id': '59c6c827-e439-4ee6-9017-5b55867d6635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:14:31.241239 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-7eb31551-3fdc-4652-8881-7b2c3280ced8 service neutron] Bound using segment: {'id': '59c6c827-e439-4ee6-9017-5b55867d6635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:14:31.241239 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-7eb31551-3fdc-4652-8881-7b2c3280ced8 service neutron] Bound port: 001fb04f-8166-40bb-a037-3d0e00670e8a, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c6c827-e439-4ee6-9017-5b55867d6635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:14:31.241239 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-7eb31551-3fdc-4652-8881-7b2c3280ced8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:31.264520 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f07f7e-c546-4977-8adf-eddb6250e343 req-dea0e731-70a0-4dc4-b90f-a8da995fc538 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:31.277561 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c8f07f7e-c546-4977-8adf-eddb6250e343 req-dea0e731-70a0-4dc4-b90f-a8da995fc538 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 946 time: 0.0955076 Aug 13 04:14:31.325324 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c8f07f7e-c546-4977-8adf-eddb6250e343 req-9ad96370-cf5c-403f-bb98-4bdcfed257c0 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460443 Aug 13 04:14:31.345617 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-7eb31551-3fdc-4652-8881-7b2c3280ced8 service neutron] For port 001fb04f-8166-40bb-a037-3d0e00670e8a, host hv-cinder-75998, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:14:31.345617 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-7eb31551-3fdc-4652-8881-7b2c3280ced8 service neutron] For port 001fb04f-8166-40bb-a037-3d0e00670e8a, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=001fb04f-8166-40bb-a037-3d0e00670e8a,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:14:31.439934 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-7eb31551-3fdc-4652-8881-7b2c3280ced8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:31.479772 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-7eb31551-3fdc-4652-8881-7b2c3280ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:31.479772 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-7eb31551-3fdc-4652-8881-7b2c3280ced8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:31.479772 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-7eb31551-3fdc-4652-8881-7b2c3280ced8 service neutron] 10.222.0.22 "PUT /v2.0/ports/001fb04f-8166-40bb-a037-3d0e00670e8a HTTP/1.1" status: 200 len: 1094 time: 1.1885247 Aug 13 04:14:31.479772 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889c23c3-3bde-4faf-a093-5c1af25d7576', 'tag': '001fb04f-8166-40bb-a037-3d0e00670e8a'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:14:31.482555 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986702fb-8c72-4345-9fb3-564a849e45ab" -d '{"events": [{"name": "network-changed", "server_uuid": "889c23c3-3bde-4faf-a093-5c1af25d7576", "tag": "001fb04f-8166-40bb-a037-3d0e00670e8a"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:14:31.532705 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c628307-1db4-403f-83a8-3de0a97233dc x-openstack-request-id: req-1c628307-1db4-403f-83a8-3de0a97233dc {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:14:31.532705 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889c23c3-3bde-4faf-a093-5c1af25d7576", "tag": "001fb04f-8166-40bb-a037-3d0e00670e8a", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:14:31.533989 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c628307-1db4-403f-83a8-3de0a97233dc {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:14:31.533989 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889c23c3-3bde-4faf-a093-5c1af25d7576', 'tag': '001fb04f-8166-40bb-a037-3d0e00670e8a', 'status': 'completed', 'code': 200} Aug 13 04:14:31.547608 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb31551-3fdc-4652-8881-7b2c3280ced8 service neutron] Pushing event updated for resources: {'Port': ['ID=001fb04f-8166-40bb-a037-3d0e00670e8a,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:31.900449 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc98957-a10f-4812-a3ea-a8f8613cfbb6 req-d07d0ea5-f6d3-46db-803c-374cf099333b tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:31.901883 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9fc98957-a10f-4812-a3ea-a8f8613cfbb6 req-d07d0ea5-f6d3-46db-803c-374cf099333b tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0515957 Aug 13 04:14:31.940532 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9fc98957-a10f-4812-a3ea-a8f8613cfbb6 req-35c11f60-74fb-40f7-8b00-1a41eb5b9d67 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324912 Aug 13 04:14:32.146566 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28619ac2-1bb3-4565-b868-073c91dd798f req-df7b5881-dd13-4946-b33d-f3290bdf54c0 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:32.154436 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-28619ac2-1bb3-4565-b868-073c91dd798f req-df7b5881-dd13-4946-b33d-f3290bdf54c0 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0698795 Aug 13 04:14:32.201370 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-28619ac2-1bb3-4565-b868-073c91dd798f req-6c3e83b2-bfd7-4e98-8276-00832f1f9570 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365140 Aug 13 04:14:32.443838 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8b9c4-0412-4e90-9014-e5f1be899b27 req-7aa9135c-dbc6-4ffa-b0ca-642adbe93144 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:32.446836 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4da8b9c4-0412-4e90-9014-e5f1be899b27 req-7aa9135c-dbc6-4ffa-b0ca-642adbe93144 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 946 time: 0.0543134 Aug 13 04:14:32.485364 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4da8b9c4-0412-4e90-9014-e5f1be899b27 req-1fcd6c62-fdc6-4a5f-927c-a19da98391bb tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330975 Aug 13 04:14:32.685431 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 53012) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:32.789122 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-578d776e-19cb-4947-bae5-e0cd89feeda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:32.872542 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-578d776e-19cb-4947-bae5-e0cd89feeda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:32.924501 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-578d776e-19cb-4947-bae5-e0cd89feeda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:32.964671 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-578d776e-19cb-4947-bae5-e0cd89feeda7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=538ec93eab2d48bcba423e312dc3cf9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780697 Aug 13 04:14:32.965553 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d776e-19cb-4947-bae5-e0cd89feeda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da03e745-26aa-41b2-a520-a994cc04cdcb,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:32.967896 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 53018) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:33.021112 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-086cc594-7bde-4391-aba0-e0a138e14819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:33.042560 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-086cc594-7bde-4391-aba0-e0a138e14819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:33.058418 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d0cae-ad83-4a06-851c-5416462b7689 req-aeece5f9-6a51-4017-a722-c853c31d1217 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:33.059963 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-681d0cae-ad83-4a06-851c-5416462b7689 req-aeece5f9-6a51-4017-a722-c853c31d1217 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0481486 Aug 13 04:14:33.098361 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-681d0cae-ad83-4a06-851c-5416462b7689 req-d52f57e8-481d-4929-beaf-14841ab5aa02 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323796 Aug 13 04:14:33.158247 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-086cc594-7bde-4391-aba0-e0a138e14819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:33.160916 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-086cc594-7bde-4391-aba0-e0a138e14819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:33.162047 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-086cc594-7bde-4391-aba0-e0a138e14819 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da03e745-26aa-41b2-a520-a994cc04cdcb HTTP/1.1" status: 204 len: 168 time: 0.1925366 Aug 13 04:14:33.171086 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cc594-7bde-4391-aba0-e0a138e14819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da03e745-26aa-41b2-a520-a994cc04cdcb,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:33.307205 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276187b-7d1b-486a-bdf5-47689e8bc12b req-fd925a9c-0ddf-440b-9eaa-2ebea67b3212 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:33.311263 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c276187b-7d1b-486a-bdf5-47689e8bc12b req-fd925a9c-0ddf-440b-9eaa-2ebea67b3212 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0485470 Aug 13 04:14:33.346579 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c276187b-7d1b-486a-bdf5-47689e8bc12b req-1d935165-74f8-4b82-8634-1f675ccf282b tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315213 Aug 13 04:14:33.610859 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b65d54db-2b3e-4d3c-9e67-05ab3cf53f83 req-1b4e5a3f-651c-423e-a47d-76f7eaa04e0e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3307ff4a-688d-47d1-ad62-e6cbee1cd9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504563 Aug 13 04:14:33.611939 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1e779-b01f-4fa5-8c75-e1f604769503 req-15221f55-76bd-45a4-95ed-86d42ba78ecb tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:33.614226 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f8c1e779-b01f-4fa5-8c75-e1f604769503 req-15221f55-76bd-45a4-95ed-86d42ba78ecb tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 946 time: 0.0559607 Aug 13 04:14:33.642703 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-92ce80c0-7f08-45b8-9702-09721876024a req-e39536e0-ea20-49d9-92ce-7d90f4ee104b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897105 Aug 13 04:14:33.669708 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f8c1e779-b01f-4fa5-8c75-e1f604769503 req-81dd044e-7098-41ff-8ccf-26bc817824b6 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482135 Aug 13 04:14:33.696681 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986702fb-8c72-4345-9fb3-564a849e45ab req-0f2b3fa1-7a35-4511-98d1-0f84e47ef2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:33.698096 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-986702fb-8c72-4345-9fb3-564a849e45ab req-0f2b3fa1-7a35-4511-98d1-0f84e47ef2fa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=25ac2d78559b4fb2ba32472ce882e229&device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 1097 time: 0.1009488 Aug 13 04:14:33.728195 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b65d54db-2b3e-4d3c-9e67-05ab3cf53f83 req-99659615-c80b-4222-9cb3-b11943864d99 service neutron] 10.222.0.22 "GET /v2.0/networks/3307ff4a-688d-47d1-ad62-e6cbee1cd9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967526 Aug 13 04:14:33.783703 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 53034) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:33.797747 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bcf295c1-2849-4f50-8ee5-c6e2b20354d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:33.885653 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bcf295c1-2849-4f50-8ee5-c6e2b20354d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:33.926651 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986702fb-8c72-4345-9fb3-564a849e45ab req-0a972540-4d2e-42ac-9ece-c0afbd3dfbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:33.928239 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-986702fb-8c72-4345-9fb3-564a849e45ab req-0a972540-4d2e-42ac-9ece-c0afbd3dfbaf service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=25ac2d78559b4fb2ba32472ce882e229&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1638222 Aug 13 04:14:33.930150 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b65d54db-2b3e-4d3c-9e67-05ab3cf53f83 req-85289879-441d-454a-800b-ae1e45e235e4 service neutron] 10.222.0.22 "GET /v2.0/networks/3307ff4a-688d-47d1-ad62-e6cbee1cd9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645093 Aug 13 04:14:33.946641 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bcf295c1-2849-4f50-8ee5-c6e2b20354d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:33.987188 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-bcf295c1-2849-4f50-8ee5-c6e2b20354d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=592b37c0262a4b06995db5a88325d6f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2024179 Aug 13 04:14:33.988036 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf295c1-2849-4f50-8ee5-c6e2b20354d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823a3027-4853-4474-8154-a5937a7a8016,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:33.990751 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 53036) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:34.028975 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986702fb-8c72-4345-9fb3-564a849e45ab req-5bfc22b9-b241-4546-bf8d-d1b490b387d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:34.030526 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-986702fb-8c72-4345-9fb3-564a849e45ab req-5bfc22b9-b241-4546-bf8d-d1b490b387d5 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902679 Aug 13 04:14:34.040679 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca01e-0fb5-4b03-bf9e-0840db564b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:34.065695 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca01e-0fb5-4b03-bf9e-0840db564b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:34.152562 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-84b29968-b014-4f01-9f3e-53f47640022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:34.155004 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-84b29968-b014-4f01-9f3e-53f47640022b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=25ac2d78559b4fb2ba32472ce882e229&device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 1097 time: 0.0488484 Aug 13 04:14:34.199223 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca01e-0fb5-4b03-bf9e-0840db564b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:34.202298 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca01e-0fb5-4b03-bf9e-0840db564b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:34.206135 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-9c2ca01e-0fb5-4b03-bf9e-0840db564b9d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/823a3027-4853-4474-8154-a5937a7a8016 HTTP/1.1" status: 204 len: 168 time: 0.2117474 Aug 13 04:14:34.214980 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-27a31d13-60e0-46a8-827e-0d887b9baf19 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=001fb04f-8166-40bb-a037-3d0e00670e8a HTTP/1.1" status: 200 len: 217 time: 0.0479045 Aug 13 04:14:34.230515 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ca01e-0fb5-4b03-bf9e-0840db564b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823a3027-4853-4474-8154-a5937a7a8016,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:34.263101 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341fb237-6b71-48bf-8de9-520a37bab019 req-8f203d65-2d51-499f-be2b-acf2d1b433f3 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:34.265605 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-341fb237-6b71-48bf-8de9-520a37bab019 req-8f203d65-2d51-499f-be2b-acf2d1b433f3 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0771184 Aug 13 04:14:34.274875 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-09c3f281-05c3-44e3-a906-7ca462ad7247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:34.276659 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-09c3f281-05c3-44e3-a906-7ca462ad7247 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6cfb5348-48f5-4b3c-8b98-198f1cb90f54 HTTP/1.1" status: 200 len: 856 time: 0.0539062 Aug 13 04:14:34.325037 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-341fb237-6b71-48bf-8de9-520a37bab019 req-a4518322-c2b6-4167-9d17-075e9f05a505 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529327 Aug 13 04:14:34.331170 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-830a9044-1ec8-4f00-ab1a-85835447ebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:34.332760 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-830a9044-1ec8-4f00-ab1a-85835447ebc1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c6f0cf8-8337-4066-b36b-c6631b745879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446000 Aug 13 04:14:34.448356 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-18f26313-5180-400c-899f-abfdebaf7400 service neutron] 10.222.0.22 "GET /v2.0/networks/9c6f0cf8-8337-4066-b36b-c6631b745879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064205 Aug 13 04:14:34.482842 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed42d8-2f16-4464-8575-f477ba49ae76 req-590f9c9b-be02-4f37-a681-6cf897b93d48 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:34.484461 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-92ed42d8-2f16-4464-8575-f477ba49ae76 req-590f9c9b-be02-4f37-a681-6cf897b93d48 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0608273 Aug 13 04:14:34.545123 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-92ed42d8-2f16-4464-8575-f477ba49ae76 req-8d229502-2387-4111-8e90-b5c7ecb013f2 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474787 Aug 13 04:14:34.562112 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-93bac3c1-0f4e-4ad6-a272-cece9ee1ced4 req-2b3b2305-2ce4-4f8f-95a0-195fac8e6739 service neutron] 10.222.0.22 "GET /v2.0/networks/9c6f0cf8-8337-4066-b36b-c6631b745879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044297 Aug 13 04:14:34.805601 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5afb6-b437-4a3d-93c3-93e1d27bfd94 req-de0163b2-0534-41fd-8bc9-07d084bf2a68 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:34.807744 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-21c5afb6-b437-4a3d-93c3-93e1d27bfd94 req-de0163b2-0534-41fd-8bc9-07d084bf2a68 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 946 time: 0.0562856 Aug 13 04:14:34.861625 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-21c5afb6-b437-4a3d-93c3-93e1d27bfd94 req-12fc82c0-d61b-49a9-9d93-135bafba475c tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402043 Aug 13 04:14:35.454628 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51df8dd-94e3-45e1-b060-c47aaaa6d930 req-2c860379-f9c6-49fa-a1d4-8fde69f78bd5 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:35.456349 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a51df8dd-94e3-45e1-b060-c47aaaa6d930 req-2c860379-f9c6-49fa-a1d4-8fde69f78bd5 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0543492 Aug 13 04:14:35.493924 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a51df8dd-94e3-45e1-b060-c47aaaa6d930 req-53f3dc2b-2f4b-475f-b0d6-d41f934d2470 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316133 Aug 13 04:14:35.674251 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecec252-7c54-4b98-8b48-42429b83a499 req-dec397e1-1fda-40ac-a942-a43ac10c2885 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:35.676018 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5ecec252-7c54-4b98-8b48-42429b83a499 req-dec397e1-1fda-40ac-a942-a43ac10c2885 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0496073 Aug 13 04:14:35.728080 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5ecec252-7c54-4b98-8b48-42429b83a499 req-638796f4-b5c8-4d20-b4cd-080ffca5b0b5 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446806 Aug 13 04:14:35.985128 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1f0b9-631b-419a-8446-244833094168 req-54487562-b58e-4ca5-a35d-9db2fa806640 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:35.986629 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b6a1f0b9-631b-419a-8446-244833094168 req-54487562-b58e-4ca5-a35d-9db2fa806640 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 946 time: 0.0502915 Aug 13 04:14:36.024541 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b6a1f0b9-631b-419a-8446-244833094168 req-dc7fb190-2295-49ce-937c-29606d71cab2 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317159 Aug 13 04:14:36.618609 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f0d04-195c-4509-a2b2-d79b103993b9 req-559e0dfe-6521-4eb6-9f41-6b51c9d3bf38 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:36.619991 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-061f0d04-195c-4509-a2b2-d79b103993b9 req-559e0dfe-6521-4eb6-9f41-6b51c9d3bf38 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0510263 Aug 13 04:14:36.659355 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-061f0d04-195c-4509-a2b2-d79b103993b9 req-4dc54ee2-220c-4261-87d2-3451685f10aa tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319786 Aug 13 04:14:36.868246 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cc31d-51c8-4fea-b87e-cd6944376703 req-9edfb622-9001-4a3c-ad89-739da480c304 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:36.869884 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e29cc31d-51c8-4fea-b87e-cd6944376703 req-9edfb622-9001-4a3c-ad89-739da480c304 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0611842 Aug 13 04:14:36.918816 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e29cc31d-51c8-4fea-b87e-cd6944376703 req-37b22558-8713-48db-adbf-3d9cfa3bf029 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409322 Aug 13 04:14:37.780410 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d783da-2e46-4af8-a93d-adf4fc0beb4d req-9f36b1a2-0b9e-4ae4-b23d-877c79a17103 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:37.784802 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c9d783da-2e46-4af8-a93d-adf4fc0beb4d req-9f36b1a2-0b9e-4ae4-b23d-877c79a17103 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0525186 Aug 13 04:14:37.822135 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c9d783da-2e46-4af8-a93d-adf4fc0beb4d req-2cafd8fb-dc0c-4872-b560-a2df45e2062f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337350 Aug 13 04:14:38.046095 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7df7d1-1c3b-4bbe-8d3f-ad3cd1bc3547 req-3a7fe720-71d5-48e2-b03e-b57b97f66502 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:38.047585 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8a7df7d1-1c3b-4bbe-8d3f-ad3cd1bc3547 req-3a7fe720-71d5-48e2-b03e-b57b97f66502 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0516288 Aug 13 04:14:38.085375 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8a7df7d1-1c3b-4bbe-8d3f-ad3cd1bc3547 req-10cc4872-d888-4305-b9f4-710bfc836775 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315177 Aug 13 04:14:38.530096 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 001fb04f-8166-40bb-a037-3d0e00670e8a details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:14:38.642691 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 001fb04f-8166-40bb-a037-3d0e00670e8a, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=001fb04f-8166-40bb-a037-3d0e00670e8a,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:14:38.657229 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': '001fb04f-8166-40bb-a037-3d0e00670e8a', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'port_id': '001fb04f-8166-40bb-a037-3d0e00670e8a', 'mac_address': 'fa:16:3e:40:aa:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:14:38.822005 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:38.837605 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 001fb04f-8166-40bb-a037-3d0e00670e8a {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:14:38.855967 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 001fb04f-8166-40bb-a037-3d0e00670e8a, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=001fb04f-8166-40bb-a037-3d0e00670e8a,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:14:38.891479 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-ff5d01e3-3849-4342-9d96-7169a14dcb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:38.937770 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:38.960925 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac415aa7-33a5-426c-be90-61ac2b57f62e req-b7ff5e7b-caa6-4cfb-9a13-e6e5ebc27c1f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:38.960925 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ac415aa7-33a5-426c-be90-61ac2b57f62e req-b7ff5e7b-caa6-4cfb-9a13-e6e5ebc27c1f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0609012 Aug 13 04:14:38.999334 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=001fb04f-8166-40bb-a037-3d0e00670e8a,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:39.020743 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ac415aa7-33a5-426c-be90-61ac2b57f62e req-27c62e8f-feab-45fd-8f38-94dbe24a017d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425901 Aug 13 04:14:39.186524 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 53232) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:39.304337 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e4854246-68c6-4b73-85cc-409fe8dc60c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:39.332857 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['001fb04f-8166-40bb-a037-3d0e00670e8a'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:14:39.417193 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e4854246-68c6-4b73-85cc-409fe8dc60c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:39.507920 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e4854246-68c6-4b73-85cc-409fe8dc60c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:39.521587 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27ae11-3d7d-49d2-889d-e0a13876c152 req-7633e05c-b735-4fbc-8c8c-13c0d21c4da9 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:39.523131 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1c27ae11-3d7d-49d2-889d-e0a13876c152 req-7633e05c-b735-4fbc-8c8c-13c0d21c4da9 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0796411 Aug 13 04:14:39.531501 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-11f5e3e3-e1d6-4805-bda5-73e6cb00c61e tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:39.533455 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-e4854246-68c6-4b73-85cc-409fe8dc60c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27a9cb1ed53343f1adf9e4f79b76afb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3458014 Aug 13 04:14:39.539905 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 53240) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:39.540102 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-11f5e3e3-e1d6-4805-bda5-73e6cb00c61e tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/networks?id=673131bb-dc01-48ec-89a5-58651cf3d062 HTTP/1.1" status: 200 len: 814 time: 0.3948171 Aug 13 04:14:39.572560 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-626157dc-e7fd-4d55-9ecb-15a293f9496a tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/quotas/57c824b311c64fcfa2b8b63a8d6f6ea3 HTTP/1.1" status: 200 len: 375 time: 0.0314589 Aug 13 04:14:39.600332 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1c27ae11-3d7d-49d2-889d-e0a13876c152 req-8e22ebdb-f455-4754-bbc2-b101942a4486 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581520 Aug 13 04:14:39.610888 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4854246-68c6-4b73-85cc-409fe8dc60c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ef3ae1-ae0f-41b8-a6d9-a812e9ffe1e9,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:39.617950 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-641aa55b-8087-4581-8011-e7714e5238b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:39.652780 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-641aa55b-8087-4581-8011-e7714e5238b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:39.672608 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-70f69e11-b693-40ab-b7d9-066df266bf52 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=57c824b311c64fcfa2b8b63a8d6f6ea3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990543 Aug 13 04:14:39.753790 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-641aa55b-8087-4581-8011-e7714e5238b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:39.756756 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-641aa55b-8087-4581-8011-e7714e5238b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:39.758280 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-641aa55b-8087-4581-8011-e7714e5238b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81ef3ae1-ae0f-41b8-a6d9-a812e9ffe1e9 HTTP/1.1" status: 204 len: 168 time: 0.2168167 Aug 13 04:14:39.765987 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-f4623b6d-2fe5-400c-9953-5049670d1f0a service neutron] 10.222.0.32 "GET /v2.0/networks/673131bb-dc01-48ec-89a5-58651cf3d062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921826 Aug 13 04:14:39.769271 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641aa55b-8087-4581-8011-e7714e5238b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ef3ae1-ae0f-41b8-a6d9-a812e9ffe1e9,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:39.879110 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-221304b4-c840-44ee-82b6-e3dbed30440a service neutron] 10.222.0.32 "GET /v2.0/networks/673131bb-dc01-48ec-89a5-58651cf3d062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044550 Aug 13 04:14:40.060830 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 53258) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:40.214592 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-28e539a7-6d8c-432b-be23-9c53f86538d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:40.215870 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-81ce7435-43d6-4402-b1d4-36ea16d4114f req-ffad0738-0fc6-473b-8479-e99acf72720f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 210 time: 0.0478580 Aug 13 04:14:40.223805 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93e61c-8e01-440d-b834-8feca8fd00de req-b33454e7-5f7c-4023-918e-ec0c9ca3add0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:40.225368 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-de93e61c-8e01-440d-b834-8feca8fd00de req-b33454e7-5f7c-4023-918e-ec0c9ca3add0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 945 time: 0.1309853 Aug 13 04:14:40.308028 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-de93e61c-8e01-440d-b834-8feca8fd00de req-1bbd4889-9415-4ade-956a-d5ea288f760d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714984 Aug 13 04:14:40.369441 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-28e539a7-6d8c-432b-be23-9c53f86538d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:40.462315 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-28e539a7-6d8c-432b-be23-9c53f86538d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:40.508410 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 53282) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:40.508699 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-28e539a7-6d8c-432b-be23-9c53f86538d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3778558f6cac40679f45b9e1ff7eec91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4465227 Aug 13 04:14:40.509354 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e539a7-6d8c-432b-be23-9c53f86538d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf21af6-4834-482e-88ef-fc3cbc0a1cf3,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:40.554129 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 001fb04f-8166-40bb-a037-3d0e00670e8a up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:14:40.576105 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-661663d1-7f70-472c-bd2b-46f76d466ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:40.598905 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-661663d1-7f70-472c-bd2b-46f76d466ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:40.682827 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning for port 001fb04f-8166-40bb-a037-3d0e00670e8a completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:14:40.695444 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port 001fb04f-8166-40bb-a037-3d0e00670e8a triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:14:40.695877 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:40.707136 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-661663d1-7f70-472c-bd2b-46f76d466ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:40.709718 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-661663d1-7f70-472c-bd2b-46f76d466ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:40.714261 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-661663d1-7f70-472c-bd2b-46f76d466ee5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5cf21af6-4834-482e-88ef-fc3cbc0a1cf3 HTTP/1.1" status: 204 len: 168 time: 0.2040069 Aug 13 04:14:40.729028 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661663d1-7f70-472c-bd2b-46f76d466ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf21af6-4834-482e-88ef-fc3cbc0a1cf3,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:40.825092 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896f828-3123-4005-9e7d-da49ec577330 req-4c89c13c-0831-4372-80c5-426499885300 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:40.827464 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2896f828-3123-4005-9e7d-da49ec577330 req-4c89c13c-0831-4372-80c5-426499885300 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0689688 Aug 13 04:14:40.844693 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:40.869997 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889c23c3-3bde-4faf-a093-5c1af25d7576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001fb04f-8166-40bb-a037-3d0e00670e8a'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:14:40.872923 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2db88a4-a506-405e-8e8a-b628ca81d97e" -d '{"events": [{"server_uuid": "889c23c3-3bde-4faf-a093-5c1af25d7576", "name": "network-vif-plugged", "status": "completed", "tag": "001fb04f-8166-40bb-a037-3d0e00670e8a"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:14:40.884825 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2896f828-3123-4005-9e7d-da49ec577330 req-af3485c3-e391-475c-8f3e-27eb10918780 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482266 Aug 13 04:14:40.892490 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 001fb04f-8166-40bb-a037-3d0e00670e8a, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=001fb04f-8166-40bb-a037-3d0e00670e8a,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:14:40.922734 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d77a07-59f6-43f1-97a6-3bc5432d8247 x-openstack-request-id: req-63d77a07-59f6-43f1-97a6-3bc5432d8247 {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:14:40.923033 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889c23c3-3bde-4faf-a093-5c1af25d7576", "name": "network-vif-plugged", "status": "completed", "tag": "001fb04f-8166-40bb-a037-3d0e00670e8a", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:14:40.923287 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63d77a07-59f6-43f1-97a6-3bc5432d8247 {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:14:40.923705 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889c23c3-3bde-4faf-a093-5c1af25d7576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001fb04f-8166-40bb-a037-3d0e00670e8a', 'code': 200} Aug 13 04:14:41.033521 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:41.106683 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=001fb04f-8166-40bb-a037-3d0e00670e8a,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:41.321028 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4239ec8b-4f8b-4aed-bb48-16a82a50112e req-e0c795a8-0eda-4f1d-ad58-7c20452a5f3b tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 210 time: 0.0301139 Aug 13 04:14:41.330691 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-92a4b1e5-1bbb-4f3f-8062-92c55d681d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:41.450384 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b0b73-d928-47c3-b54b-1f82f448dbfe req-0372776c-5324-405c-b18b-92e597d5818f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:41.451863 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-683b0b73-d928-47c3-b54b-1f82f448dbfe req-0372776c-5324-405c-b18b-92e597d5818f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0501664 Aug 13 04:14:41.490453 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-683b0b73-d928-47c3-b54b-1f82f448dbfe req-1cb1b5c8-ff78-4834-8cb5-d0ef2da04696 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313685 Aug 13 04:14:41.659708 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 53334) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:41.675288 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-836e4a78-fdb4-44d4-8d4c-05d050a309dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:41.783190 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-836e4a78-fdb4-44d4-8d4c-05d050a309dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:41.845055 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-836e4a78-fdb4-44d4-8d4c-05d050a309dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:41.881557 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e4a78-fdb4-44d4-8d4c-05d050a309dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23367ad7-ef19-483f-bc5e-748054d92b4e,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:41.885713 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-836e4a78-fdb4-44d4-8d4c-05d050a309dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf7b3b3ee3214ac585a1e0af17046818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249963 Aug 13 04:14:41.889034 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 53336) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:41.954784 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e93354c4-bded-4888-bfa1-58ba400e2103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:41.983756 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e93354c4-bded-4888-bfa1-58ba400e2103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:42.026078 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887a747-a574-4119-8fcf-e50613997bfd req-a19301f3-8450-45b5-9dcf-0ea571528794 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:42.027765 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b887a747-a574-4119-8fcf-e50613997bfd req-a19301f3-8450-45b5-9dcf-0ea571528794 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0609808 Aug 13 04:14:42.050570 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:42.072139 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b887a747-a574-4119-8fcf-e50613997bfd req-1313c767-2667-46a7-aecf-e5dc8be3879e tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368226 Aug 13 04:14:42.136668 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e93354c4-bded-4888-bfa1-58ba400e2103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:42.139245 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e93354c4-bded-4888-bfa1-58ba400e2103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:42.140674 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-e93354c4-bded-4888-bfa1-58ba400e2103 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23367ad7-ef19-483f-bc5e-748054d92b4e HTTP/1.1" status: 204 len: 168 time: 0.2512097 Aug 13 04:14:42.148998 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93354c4-bded-4888-bfa1-58ba400e2103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23367ad7-ef19-483f-bc5e-748054d92b4e,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:42.414918 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-db16ae90-ec07-46cc-8dd0-34ddc9fc9a69 req-950b4d7e-ac0c-4818-b5e6-bec3c11cd401 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 210 time: 0.0258141 Aug 13 04:14:42.542379 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:42.610944 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70607d6-4174-4401-9330-45805223aff5 req-5b0d19ef-2a32-4577-aa3a-5240e255a525 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:42.612455 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d70607d6-4174-4401-9330-45805223aff5 req-5b0d19ef-2a32-4577-aa3a-5240e255a525 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0498886 Aug 13 04:14:42.649669 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d70607d6-4174-4401-9330-45805223aff5 req-69b13c28-67ef-4c9a-ba2c-2d74de82a254 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314016 Aug 13 04:14:42.781049 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 53356) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:42.794162 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e56694ef-6dfe-4a4d-88dd-be940b53e04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:42.878537 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e56694ef-6dfe-4a4d-88dd-be940b53e04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:42.941783 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e56694ef-6dfe-4a4d-88dd-be940b53e04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:42.978171 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56694ef-6dfe-4a4d-88dd-be940b53e04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1691280-6332-49a2-b193-975355821fbe,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:42.983135 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-e56694ef-6dfe-4a4d-88dd-be940b53e04e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9333b44499a34dd989166b894dc25bd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010696 Aug 13 04:14:42.991594 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 53358) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:43.045008 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0f2b446e-60f2-431d-95b1-a1a2a8c3c080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:43.065716 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0f2b446e-60f2-431d-95b1-a1a2a8c3c080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:43.183576 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465540f5-8e2e-4c64-8c1d-d11eb43807fb req-fe862c80-c279-4657-bc54-5b526d2cdcf9 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:43.185650 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-465540f5-8e2e-4c64-8c1d-d11eb43807fb req-fe862c80-c279-4657-bc54-5b526d2cdcf9 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0485594 Aug 13 04:14:43.205089 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0f2b446e-60f2-431d-95b1-a1a2a8c3c080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:43.207458 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0f2b446e-60f2-431d-95b1-a1a2a8c3c080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:43.208562 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-0f2b446e-60f2-431d-95b1-a1a2a8c3c080 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1691280-6332-49a2-b193-975355821fbe HTTP/1.1" status: 204 len: 168 time: 0.2219160 Aug 13 04:14:43.226385 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b446e-60f2-431d-95b1-a1a2a8c3c080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1691280-6332-49a2-b193-975355821fbe,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:43.236259 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-465540f5-8e2e-4c64-8c1d-d11eb43807fb req-86a4e4d0-77f9-4cd0-97ec-b910e4d9a268 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448022 Aug 13 04:14:43.509579 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b3ddd2ad-d019-46fe-9f0d-7f276616092b req-741bc33f-7119-43a4-9d62-6fe7e14e3c34 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 210 time: 0.0290062 Aug 13 04:14:43.771359 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9832bc-c604-4a71-8efe-fca8a8b52f36 req-3a98290e-ad59-45cb-936d-97e250019b69 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:43.772853 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8f9832bc-c604-4a71-8efe-fca8a8b52f36 req-3a98290e-ad59-45cb-936d-97e250019b69 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0517111 Aug 13 04:14:43.815669 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8f9832bc-c604-4a71-8efe-fca8a8b52f36 req-9da397e0-e594-431a-a508-59bcae8595b9 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358062 Aug 13 04:14:43.881503 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc14d5-570f-4c91-91c9-b0c4a316ff44 req-75f908cb-0a3b-4dc7-8cd6-9349085992c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:43.883615 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e0fc14d5-570f-4c91-91c9-b0c4a316ff44 req-75f908cb-0a3b-4dc7-8cd6-9349085992c2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 1099 time: 0.0437641 Aug 13 04:14:43.919016 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e0fc14d5-570f-4c91-91c9-b0c4a316ff44 req-b370d5f6-2da9-4201-9b37-09b126c0c4b4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275340 Aug 13 04:14:44.227930 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:44.373873 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca4e8f-af6c-48f6-bb7f-cc0ff2f4f9b2 req-ba059be0-3851-43d5-a7dc-7b37da5fdd17 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:44.375550 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-06ca4e8f-af6c-48f6-bb7f-cc0ff2f4f9b2 req-ba059be0-3851-43d5-a7dc-7b37da5fdd17 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0597827 Aug 13 04:14:44.420979 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-06ca4e8f-af6c-48f6-bb7f-cc0ff2f4f9b2 req-9250d5e5-6068-4d8a-af6d-380d1c5f0ab4 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391209 Aug 13 04:14:44.619224 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e0a7b833-d053-4d89-9248-849ba80ac60b req-8e7ae96d-ffb2-4d45-b0dd-09b17b8918f5 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 210 time: 0.0342638 Aug 13 04:14:44.857077 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-21f36262-77e7-4f8d-9d92-ed2af97388e3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:44.858525 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-21f36262-77e7-4f8d-9d92-ed2af97388e3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.22 "GET /v2.0/networks?id=673131bb-dc01-48ec-89a5-58651cf3d062 HTTP/1.1" status: 200 len: 814 time: 0.1016157 Aug 13 04:14:44.872223 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-a5ade7fe-d1a1-4dfb-9f47-bd42880836f8 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Request body: {'port': {'device_id': '847254f6-f4ba-4329-bab8-8524fa845af8', 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062', 'admin_state_up': True, 'tenant_id': '57c824b311c64fcfa2b8b63a8d6f6ea3'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:14:44.954978 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16e0ba-e69a-47b4-903b-fd0179b9c1ae req-d9af3672-46ad-4b0a-8b88-76464a8e5dbf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:44.958007 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8a16e0ba-e69a-47b4-903b-fd0179b9c1ae req-d9af3672-46ad-4b0a-8b88-76464a8e5dbf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0528860 Aug 13 04:14:44.999090 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8a16e0ba-e69a-47b4-903b-fd0179b9c1ae req-96af710a-6ab4-42d2-b777-4504951d30b7 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357492 Aug 13 04:14:45.067959 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-a5ade7fe-d1a1-4dfb-9f47-bd42880836f8 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Made reservation on behalf of 57c824b311c64fcfa2b8b63a8d6f6ea3 for: {'port': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:14:45.071591 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-a5ade7fe-d1a1-4dfb-9f47-bd42880836f8 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:45.218635 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-a5ade7fe-d1a1-4dfb-9f47-bd42880836f8 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Allocated IP 172.20.0.11 (673131bb-dc01-48ec-89a5-58651cf3d062/ea28bae9-8209-4915-ac38-22b3611bb520/2ad72f3e-39d7-4a03-affa-dbac445b95b6) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:14:45.376298 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-a5ade7fe-d1a1-4dfb-9f47-bd42880836f8 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:45.474114 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-a5ade7fe-d1a1-4dfb-9f47-bd42880836f8 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:45.489291 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 53446) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:45.521298 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-a5ade7fe-d1a1-4dfb-9f47-bd42880836f8 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Network 673131bb-dc01-48ec-89a5-58651cf3d062 is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:14:45.528174 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-a5ade7fe-d1a1-4dfb-9f47-bd42880836f8 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:14:45.532443 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-a5ade7fe-d1a1-4dfb-9f47-bd42880836f8 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:14:45.561014 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8805c-afde-48be-ae83-bb890388f20a req-e1ae9f90-1e32-467f-b66f-99d8daed0e92 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:45.561260 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ade7fe-d1a1-4dfb-9f47-bd42880836f8 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Pushing event updated for resources: {'Port': ['ID=2ad72f3e-39d7-4a03-affa-dbac445b95b6,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:45.562663 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bcd8805c-afde-48be-ae83-bb890388f20a req-e1ae9f90-1e32-467f-b66f-99d8daed0e92 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0644708 Aug 13 04:14:45.587148 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-a5ade7fe-d1a1-4dfb-9f47-bd42880836f8 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:45.588414 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-a5ade7fe-d1a1-4dfb-9f47-bd42880836f8 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:45.606299 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bcd8805c-afde-48be-ae83-bb890388f20a req-67043119-164f-426b-b0c6-b87183864a74 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328624 Aug 13 04:14:45.622805 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-712fe6ef-7000-4d64-ac30-e33ec6c5e1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:45.657517 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-a5ade7fe-d1a1-4dfb-9f47-bd42880836f8 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7897160 Aug 13 04:14:45.768127 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-712fe6ef-7000-4d64-ac30-e33ec6c5e1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:45.783068 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c64ec-580f-4640-9c0f-09011664bc92 req-7630580e-7f94-496c-89ee-c1c74bfb4f6d tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:45.784574 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b91c64ec-580f-4640-9c0f-09011664bc92 req-7630580e-7f94-496c-89ee-c1c74bfb4f6d tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 932 time: 0.0716584 Aug 13 04:14:45.817921 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-712fe6ef-7000-4d64-ac30-e33ec6c5e1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:45.831850 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b91c64ec-580f-4640-9c0f-09011664bc92 req-1457c27b-9b7b-4b75-b2d4-d0b91797b77d tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410793 Aug 13 04:14:45.860909 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-712fe6ef-7000-4d64-ac30-e33ec6c5e1c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a82c08569a784ffea892e00eabf15360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705609 Aug 13 04:14:45.861750 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fe6ef-7000-4d64-ac30-e33ec6c5e1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5102e3bd-1000-4826-83d0-680d98d3b2dd,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:45.863536 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 53456) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:45.913285 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-273ac017-aec5-47ba-812a-9fdd01c43dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:45.934552 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-273ac017-aec5-47ba-812a-9fdd01c43dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:46.049913 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-273ac017-aec5-47ba-812a-9fdd01c43dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:46.052652 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-273ac017-aec5-47ba-812a-9fdd01c43dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:46.053808 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-273ac017-aec5-47ba-812a-9fdd01c43dcf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5102e3bd-1000-4826-83d0-680d98d3b2dd HTTP/1.1" status: 204 len: 168 time: 0.1892769 Aug 13 04:14:46.062096 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ac017-aec5-47ba-812a-9fdd01c43dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5102e3bd-1000-4826-83d0-680d98d3b2dd,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:46.124043 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6fae5-c55c-457b-864e-2b1f4795e103 req-f72408a3-ef55-42c8-bd3a-d29c0aa5eb31 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:46.127789 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d7c6fae5-c55c-457b-864e-2b1f4795e103 req-f72408a3-ef55-42c8-bd3a-d29c0aa5eb31 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0496242 Aug 13 04:14:46.162745 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d7c6fae5-c55c-457b-864e-2b1f4795e103 req-8f548e0b-a4e4-4028-ac2e-8e17016316bd tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311522 Aug 13 04:14:46.281719 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4c672-12ae-42df-afd5-01e7d5d36405 req-aea56b49-38fc-498e-96dd-ed3cd39c69eb tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:46.283190 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-16b4c672-12ae-42df-afd5-01e7d5d36405 req-aea56b49-38fc-498e-96dd-ed3cd39c69eb tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0514071 Aug 13 04:14:46.292272 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 53466) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:46.297436 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-76c3373d-d5a6-4118-9b4e-216eabec569a tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Request body: {'floatingip': {'port_id': '001fb04f-8166-40bb-a037-3d0e00670e8a'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:14:46.368746 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-76c3373d-d5a6-4118-9b4e-216eabec569a tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for floatingip, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:46.712553 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 53476) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:46.727303 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-7d1f57dc-b475-4a9f-9969-701fd5aeeb11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:46.740620 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90aef8f-7042-4e5a-be80-242a326dab4c req-4774cb95-f268-4d40-bbc4-75eec162ddad tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:46.742105 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c90aef8f-7042-4e5a-be80-242a326dab4c req-4774cb95-f268-4d40-bbc4-75eec162ddad tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0657670 Aug 13 04:14:46.779388 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c90aef8f-7042-4e5a-be80-242a326dab4c req-f2052d71-8b9d-4784-a86c-c9102adfe846 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301869 Aug 13 04:14:46.945942 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f32d7-a9cd-48a0-9348-1504bc617152 req-f273df3f-3d63-4ad4-a86f-eea5debf3340 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:46.947395 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-875f32d7-a9cd-48a0-9348-1504bc617152 req-f273df3f-3d63-4ad4-a86f-eea5debf3340 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 932 time: 0.0491455 Aug 13 04:14:46.985249 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-875f32d7-a9cd-48a0-9348-1504bc617152 req-63d3ec25-4718-4282-a512-2585143120b0 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309713 Aug 13 04:14:47.058961 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-7d1f57dc-b475-4a9f-9969-701fd5aeeb11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:47.140725 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-7d1f57dc-b475-4a9f-9969-701fd5aeeb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:47.228941 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f57dc-b475-4a9f-9969-701fd5aeeb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3219521d-886a-490e-88b8-f4a8fd769d68,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:47.243949 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-7d1f57dc-b475-4a9f-9969-701fd5aeeb11 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc5c6d7ef4df47f7b0cde7aa51dc1c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5304022 Aug 13 04:14:47.247247 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 53480) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:47.274414 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-76c3373d-d5a6-4118-9b4e-216eabec569a tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:47.297187 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b959fd5b-8aaa-4a97-a70c-d3f402703163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:47.318810 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b959fd5b-8aaa-4a97-a70c-d3f402703163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:47.336351 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-76c3373d-d5a6-4118-9b4e-216eabec569a tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704406'] for floatingip, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:47.410541 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b959fd5b-8aaa-4a97-a70c-d3f402703163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:47.413278 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b959fd5b-8aaa-4a97-a70c-d3f402703163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:47.414436 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-b959fd5b-8aaa-4a97-a70c-d3f402703163 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3219521d-886a-490e-88b8-f4a8fd769d68 HTTP/1.1" status: 204 len: 168 time: 0.1661072 Aug 13 04:14:47.422468 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959fd5b-8aaa-4a97-a70c-d3f402703163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3219521d-886a-490e-88b8-f4a8fd769d68,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:47.438175 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.db.l3_db [None req-76c3373d-d5a6-4118-9b4e-216eabec569a tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Floating IP 1b45d44e-4786-442b-8391-a550d0a7ed8f associated. External IP: 172.27.3.150, port: 001fb04f-8166-40bb-a037-3d0e00670e8a. Aug 13 04:14:47.647120 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c3373d-d5a6-4118-9b4e-216eabec569a tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Router dfd87d55-0a24-437f-80ad-030f8b480976 has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:14:47.761297 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c3373d-d5a6-4118-9b4e-216eabec569a tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:14:47.766961 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-76c3373d-d5a6-4118-9b4e-216eabec569a tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for floatingip, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:47.773664 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7472a3b-b569-4bbd-9ca2-4683a91712fe None None] Sync routers for ids ['dfd87d55-0a24-437f-80ad-030f8b480976'] in dv-cinder-759987-6-iscsi {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:14:47.783345 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7472a3b-b569-4bbd-9ca2-4683a91712fe None None] Routers {'dfd87d55-0a24-437f-80ad-030f8b480976'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:14:47.784009 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-d7472a3b-b569-4bbd-9ca2-4683a91712fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:14:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['dfd87d55-0a24-437f-80ad-030f8b480976'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:14:47.796756 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-76c3373d-d5a6-4118-9b4e-216eabec569a tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "PUT /v2.0/floatingips/1b45d44e-4786-442b-8391-a550d0a7ed8f HTTP/1.1" status: 200 len: 992 time: 1.5005095 Aug 13 04:14:47.796756 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889c23c3-3bde-4faf-a093-5c1af25d7576', 'tag': '001fb04f-8166-40bb-a037-3d0e00670e8a'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:14:47.797007 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c579a8-f4bb-4fe5-814b-8c1cc5030062" -d '{"events": [{"name": "network-changed", "server_uuid": "889c23c3-3bde-4faf-a093-5c1af25d7576", "tag": "001fb04f-8166-40bb-a037-3d0e00670e8a"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:14:47.899497 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-d7472a3b-b569-4bbd-9ca2-4683a91712fe None None] Set router dfd87d55-0a24-437f-80ad-030f8b480976 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:14:48.027335 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['d96bfe27-0cb5-4705-89f7-1ee8be15abe3', '56986a10-735f-4f18-a138-e325a4b22d5e'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:14:48.076886 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-5e970bcf-2507-464d-a25e-6b0008e62044 service neutron] Request body: {'port': {'device_id': '847254f6-f4ba-4329-bab8-8524fa845af8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:14:48.161740 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-5e970bcf-2507-464d-a25e-6b0008e62044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:48.168024 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-d7472a3b-b569-4bbd-9ca2-4683a91712fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'name': 'tempest-AttachVolumeShelveTestJSON-1973033118-router', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:13Z', 'updated_at': '2021-08-13T04:14:17Z', 'revision_number': 4, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'gw_port': {'id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:14Z', 'updated_at': '2021-08-13T04:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': '1b45d44e-4786-442b-8391-a550d0a7ed8f', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'floating_ip_address': '172.27.3.150', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'port_id': '001fb04f-8166-40bb-a037-3d0e00670e8a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'mac_address': 'fa:16:3e:40:aa:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889c23c3-3bde-4faf-a093-5c1af25d7576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:14:22Z', 'updated_at': '2021-08-13T04:14:47Z', 'revision_number': 1, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed43b144-15b5-46b2-b09b-0ca776481f60', 'name': '', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'mac_address': 'fa:16:3e:62:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:16Z', 'updated_at': '2021-08-13T04:14:22Z', 'revision_number': 5, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'subnets': [{'id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:14:48.216725 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7472a3b-b569-4bbd-9ca2-4683a91712fe None None] Checking router: dfd87d55-0a24-437f-80ad-030f8b480976 for host: dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:14:48.226835 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7472a3b-b569-4bbd-9ca2-4683a91712fe None None] Routers {'dfd87d55-0a24-437f-80ad-030f8b480976'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:14:48.227965 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-d7472a3b-b569-4bbd-9ca2-4683a91712fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:14:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['dfd87d55-0a24-437f-80ad-030f8b480976'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:14:48.296064 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1423acaf-76f8-4091-9a9e-0977b34b9355 x-openstack-request-id: req-1423acaf-76f8-4091-9a9e-0977b34b9355 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:14:48.296189 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889c23c3-3bde-4faf-a093-5c1af25d7576", "tag": "001fb04f-8166-40bb-a037-3d0e00670e8a", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:14:48.296443 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1423acaf-76f8-4091-9a9e-0977b34b9355 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:14:48.296830 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889c23c3-3bde-4faf-a093-5c1af25d7576', 'tag': '001fb04f-8166-40bb-a037-3d0e00670e8a', 'status': 'completed', 'code': 200} Aug 13 04:14:48.396965 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-d7472a3b-b569-4bbd-9ca2-4683a91712fe None None] Set router dfd87d55-0a24-437f-80ad-030f8b480976 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:14:48.417295 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec69693-e0be-42f4-a07c-b0276a493b12 req-bed78553-7b6a-4050-80b0-60ed4d48f5a3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:48.420123 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6ec69693-e0be-42f4-a07c-b0276a493b12 req-bed78553-7b6a-4050-80b0-60ed4d48f5a3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 932 time: 0.0764737 Aug 13 04:14:48.428599 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8635db9-fc80-45e9-81de-70abff34ad9b req-0c9a6608-3dbf-4454-b2dd-5a90b00ee9ad tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:48.430271 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c8635db9-fc80-45e9-81de-70abff34ad9b req-0c9a6608-3dbf-4454-b2dd-5a90b00ee9ad tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.1315277 Aug 13 04:14:48.466238 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c579a8-f4bb-4fe5-814b-8c1cc5030062 req-0533fd2b-bb30-463c-8838-70f95f8be490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:48.467862 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a7c579a8-f4bb-4fe5-814b-8c1cc5030062 req-0533fd2b-bb30-463c-8838-70f95f8be490 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=25ac2d78559b4fb2ba32472ce882e229&device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 1099 time: 0.1745174 Aug 13 04:14:48.489694 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6ec69693-e0be-42f4-a07c-b0276a493b12 req-79988c95-c2c8-44b7-b0cd-90ff16e4b7ef tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583599 Aug 13 04:14:48.495041 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c8635db9-fc80-45e9-81de-70abff34ad9b req-d2fcd5e6-c1c4-41ef-b098-799e04daafc6 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573976 Aug 13 04:14:48.665750 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-d7472a3b-b569-4bbd-9ca2-4683a91712fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'name': 'tempest-AttachVolumeShelveTestJSON-1973033118-router', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:13Z', 'updated_at': '2021-08-13T04:14:17Z', 'revision_number': 4, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'gw_port': {'id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:14Z', 'updated_at': '2021-08-13T04:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': '1b45d44e-4786-442b-8391-a550d0a7ed8f', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'floating_ip_address': '172.27.3.150', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'port_id': '001fb04f-8166-40bb-a037-3d0e00670e8a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'mac_address': 'fa:16:3e:40:aa:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889c23c3-3bde-4faf-a093-5c1af25d7576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:14:22Z', 'updated_at': '2021-08-13T04:14:47Z', 'revision_number': 1, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed43b144-15b5-46b2-b09b-0ca776481f60', 'name': '', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'mac_address': 'fa:16:3e:62:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:16Z', 'updated_at': '2021-08-13T04:14:22Z', 'revision_number': 5, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'subnets': [{'id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:14:48.694968 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7472a3b-b569-4bbd-9ca2-4683a91712fe None None] The sync data for ids ['dfd87d55-0a24-437f-80ad-030f8b480976'] in dv-cinder-759987-6-iscsi is: [{'id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'name': 'tempest-AttachVolumeShelveTestJSON-1973033118-router', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:13Z', 'updated_at': '2021-08-13T04:14:17Z', 'revision_number': 4, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'gw_port': {'id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:14Z', 'updated_at': '2021-08-13T04:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': '1b45d44e-4786-442b-8391-a550d0a7ed8f', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'floating_ip_address': '172.27.3.150', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'port_id': '001fb04f-8166-40bb-a037-3d0e00670e8a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'mac_address': 'fa:16:3e:40:aa:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889c23c3-3bde-4faf-a093-5c1af25d7576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:14:22Z', 'updated_at': '2021-08-13T04:14:47Z', 'revision_number': 1, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed43b144-15b5-46b2-b09b-0ca776481f60', 'name': '', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'mac_address': 'fa:16:3e:62:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:16Z', 'updated_at': '2021-08-13T04:14:22Z', 'revision_number': 5, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'subnets': [{'id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:14:48.910176 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c579a8-f4bb-4fe5-814b-8c1cc5030062 req-4d319392-a316-414a-b29c-ee38b8616d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:48.912209 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a7c579a8-f4bb-4fe5-814b-8c1cc5030062 req-4d319392-a316-414a-b29c-ee38b8616d30 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9c6f0cf8-8337-4066-b36b-c6631b745879 HTTP/1.1" status: 200 len: 918 time: 0.4271204 Aug 13 04:14:48.925936 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-5e970bcf-2507-464d-a25e-6b0008e62044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad72f3e-39d7-4a03-affa-dbac445b95b6 {{(pid=94567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:14:48.933080 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e18fe-5b1b-4785-91a6-eaab8c19f292 req-bdbdd2ab-2791-4ce3-82b6-a05e25d7a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:48.935088 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-7a4e18fe-5b1b-4785-91a6-eaab8c19f292 req-bdbdd2ab-2791-4ce3-82b6-a05e25d7a4ab service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 1099 time: 0.0731297 Aug 13 04:14:48.979916 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-5e970bcf-2507-464d-a25e-6b0008e62044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:48.989715 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9e60e3-a86d-432d-a653-fef8ed9c3f90 None None] New status for floating IP 1b45d44e-4786-442b-8391-a550d0a7ed8f: ACTIVE {{(pid=94568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:14:49.035057 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-5e970bcf-2507-464d-a25e-6b0008e62044 service neutron] Transition to ACTIVE for port object 2ad72f3e-39d7-4a03-affa-dbac445b95b6 will not be triggered until provisioned by entity L2. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:14:49.048142 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a7c579a8-f4bb-4fe5-814b-8c1cc5030062 req-2c5b8822-50cd-424d-be55-806d223ec8f0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=001fb04f-8166-40bb-a037-3d0e00670e8a HTTP/1.1" status: 200 len: 1000 time: 0.1172774 Aug 13 04:14:49.052103 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-7a4e18fe-5b1b-4785-91a6-eaab8c19f292 req-42eea9da-a22f-41ac-9994-72fc763d8a93 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075857 Aug 13 04:14:49.108348 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-5e970bcf-2507-464d-a25e-6b0008e62044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:49.165520 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e970bcf-2507-464d-a25e-6b0008e62044 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad72f3e-39d7-4a03-affa-dbac445b95b6,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:49.289116 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-5e970bcf-2507-464d-a25e-6b0008e62044 service neutron] Attempting to bind port 2ad72f3e-39d7-4a03-affa-dbac445b95b6 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:14:49.289204 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-5e970bcf-2507-464d-a25e-6b0008e62044 service neutron] Attempting to bind port 2ad72f3e-39d7-4a03-affa-dbac445b95b6 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': '6fcbf172-e9bd-487d-9c86-96b54fe5005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:14:49.289486 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-5e970bcf-2507-464d-a25e-6b0008e62044 service neutron] Attempting to bind port 2ad72f3e-39d7-4a03-affa-dbac445b95b6 on network 673131bb-dc01-48ec-89a5-58651cf3d062 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:14:49.300611 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-5e970bcf-2507-464d-a25e-6b0008e62044 service neutron] Port 2ad72f3e-39d7-4a03-affa-dbac445b95b6 on network 673131bb-dc01-48ec-89a5-58651cf3d062 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:14:49.300940 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-5e970bcf-2507-464d-a25e-6b0008e62044 service neutron] Attempting to bind port 2ad72f3e-39d7-4a03-affa-dbac445b95b6 on network 673131bb-dc01-48ec-89a5-58651cf3d062 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:14:49.311076 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-5e970bcf-2507-464d-a25e-6b0008e62044 service neutron] Checking agent: {'id': '0c202f7d-8fe9-4513-921d-f16665c9f5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'started_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:14:49.311457 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-5e970bcf-2507-464d-a25e-6b0008e62044 service neutron] Checking segment: {'id': '6fcbf172-e9bd-487d-9c86-96b54fe5005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:14:49.311801 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-5e970bcf-2507-464d-a25e-6b0008e62044 service neutron] Bound using segment: {'id': '6fcbf172-e9bd-487d-9c86-96b54fe5005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:14:49.312230 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-5e970bcf-2507-464d-a25e-6b0008e62044 service neutron] Bound port: 2ad72f3e-39d7-4a03-affa-dbac445b95b6, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcbf172-e9bd-487d-9c86-96b54fe5005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:14:49.312620 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-5e970bcf-2507-464d-a25e-6b0008e62044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:49.321866 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c579a8-f4bb-4fe5-814b-8c1cc5030062 req-f972bbad-5b22-4f7a-996d-7ad27ec8fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:49.323289 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a7c579a8-f4bb-4fe5-814b-8c1cc5030062 req-f972bbad-5b22-4f7a-996d-7ad27ec8fda6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6cfb5348-48f5-4b3c-8b98-198f1cb90f54 HTTP/1.1" status: 200 len: 856 time: 0.0855377 Aug 13 04:14:49.421244 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-5e970bcf-2507-464d-a25e-6b0008e62044 service neutron] For port 2ad72f3e-39d7-4a03-affa-dbac445b95b6, host hv-cinder-75998, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:14:49.425871 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-5e970bcf-2507-464d-a25e-6b0008e62044 service neutron] For port 2ad72f3e-39d7-4a03-affa-dbac445b95b6, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=2ad72f3e-39d7-4a03-affa-dbac445b95b6,segment=NetworkSegment(6fcbf172-e9bd-487d-9c86-96b54fe5005f),segment_id=6fcbf172-e9bd-487d-9c86-96b54fe5005f)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:14:49.429232 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c579a8-f4bb-4fe5-814b-8c1cc5030062 req-f9e258d0-2335-4e3b-bec8-7bbd9e3ad788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:49.430716 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a7c579a8-f4bb-4fe5-814b-8c1cc5030062 req-f9e258d0-2335-4e3b-bec8-7bbd9e3ad788 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c6f0cf8-8337-4066-b36b-c6631b745879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833721 Aug 13 04:14:49.505212 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-5e970bcf-2507-464d-a25e-6b0008e62044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:49.561501 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-5e970bcf-2507-464d-a25e-6b0008e62044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:49.562305 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-5e970bcf-2507-464d-a25e-6b0008e62044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:49.565174 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-5e970bcf-2507-464d-a25e-6b0008e62044 service neutron] 10.222.0.22 "PUT /v2.0/ports/2ad72f3e-39d7-4a03-affa-dbac445b95b6 HTTP/1.1" status: 200 len: 1094 time: 1.4922721 Aug 13 04:14:49.601784 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a7c579a8-f4bb-4fe5-814b-8c1cc5030062 req-fa3a04c1-a7c7-4642-a573-ad402c785a74 service neutron] 10.222.0.22 "GET /v2.0/networks/9c6f0cf8-8337-4066-b36b-c6631b745879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607764 Aug 13 04:14:49.602430 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e970bcf-2507-464d-a25e-6b0008e62044 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad72f3e-39d7-4a03-affa-dbac445b95b6,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:49.717198 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d75a55-277d-441b-b2b1-85dd3cadc168 req-16d5e68a-8c5e-4247-a1e8-52d1d204a9e8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:49.718773 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f1d75a55-277d-441b-b2b1-85dd3cadc168 req-16d5e68a-8c5e-4247-a1e8-52d1d204a9e8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.1035182 Aug 13 04:14:49.741089 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-ba5e1f76-3780-45e7-ae1b-d92ab1dfbd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:49.742626 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-ba5e1f76-3780-45e7-ae1b-d92ab1dfbd6d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=57c824b311c64fcfa2b8b63a8d6f6ea3&device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 1097 time: 0.0685511 Aug 13 04:14:49.754335 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a7c579a8-f4bb-4fe5-814b-8c1cc5030062 req-70654107-6ae5-4665-a79d-3426d52e9b2b service neutron] 10.222.0.22 "GET /v2.0/networks/9c6f0cf8-8337-4066-b36b-c6631b745879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414397 Aug 13 04:14:49.757222 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cb501-f6ee-4ccd-b170-b59a71637e67 req-bd32a8bf-30b5-4f94-b9e5-26488f1d9788 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:49.758693 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b18cb501-f6ee-4ccd-b170-b59a71637e67 req-bd32a8bf-30b5-4f94-b9e5-26488f1d9788 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 944 time: 0.0937700 Aug 13 04:14:49.795047 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-958c2ef8-dd0d-48bb-b427-cf383dbb4655 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ad72f3e-39d7-4a03-affa-dbac445b95b6 HTTP/1.1" status: 200 len: 217 time: 0.0396879 Aug 13 04:14:49.795265 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f1d75a55-277d-441b-b2b1-85dd3cadc168 req-d4167686-037c-4433-a2bc-d4c632af76ea tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648794 Aug 13 04:14:49.821333 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b18cb501-f6ee-4ccd-b170-b59a71637e67 req-92f1f63d-a39b-435f-9368-b06a6ed66349 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522754 Aug 13 04:14:49.849771 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-6e98d6dd-9b51-4998-b22e-e36de6352962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:49.851784 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-6e98d6dd-9b51-4998-b22e-e36de6352962 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ea28bae9-8209-4915-ac38-22b3611bb520 HTTP/1.1" status: 200 len: 854 time: 0.0478766 Aug 13 04:14:49.888301 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-53b0ba4d-4dea-4fee-915f-1a70abc55057 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=673131bb-dc01-48ec-89a5-58651cf3d062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248570 Aug 13 04:14:49.900769 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-dcd8204b-3bf0-4e30-b936-aae29b151875 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f5c777c4329e48858cf526d4178fa549&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286009 Aug 13 04:14:50.005264 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-9f2f95c7-0902-4d37-b931-dd84717819d5 service neutron] 10.222.0.22 "GET /v2.0/networks/673131bb-dc01-48ec-89a5-58651cf3d062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058080 Aug 13 04:14:50.115403 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-26a9c28f-9d64-48bf-ad33-645436d8f5f7 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:50.116910 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-26a9c28f-9d64-48bf-ad33-645436d8f5f7 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2096407 Aug 13 04:14:50.127260 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0385ba4a-c3c1-473d-b195-f4b181144562 req-c0c4739a-3cb6-40e6-b68b-8c617d6d98c0 service neutron] 10.222.0.22 "GET /v2.0/networks/673131bb-dc01-48ec-89a5-58651cf3d062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046216 Aug 13 04:14:50.132831 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-1556fbd8-ab38-4cbf-8185-c89c5e660d16 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/quotas/f5c777c4329e48858cf526d4178fa549 HTTP/1.1" status: 200 len: 375 time: 0.0095072 Aug 13 04:14:50.163389 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-5683f89a-9114-40ae-9c9a-8a0b4e1ca1cd tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5c777c4329e48858cf526d4178fa549&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0241730 Aug 13 04:14:50.298613 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847254f6-f4ba-4329-bab8-8524fa845af8', 'tag': '2ad72f3e-39d7-4a03-affa-dbac445b95b6'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:14:50.302250 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441d1cd2-04a5-4c06-9a18-0f90179c28ca" -d '{"events": [{"name": "network-changed", "server_uuid": "847254f6-f4ba-4329-bab8-8524fa845af8", "tag": "2ad72f3e-39d7-4a03-affa-dbac445b95b6"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:14:50.528946 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55c95dd-4471-4305-89f8-b8886fecf68c x-openstack-request-id: req-b55c95dd-4471-4305-89f8-b8886fecf68c {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:14:50.529907 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847254f6-f4ba-4329-bab8-8524fa845af8", "tag": "2ad72f3e-39d7-4a03-affa-dbac445b95b6", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:14:50.530409 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b55c95dd-4471-4305-89f8-b8886fecf68c {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:14:50.530985 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847254f6-f4ba-4329-bab8-8524fa845af8', 'tag': '2ad72f3e-39d7-4a03-affa-dbac445b95b6', 'status': 'completed', 'code': 200} Aug 13 04:14:50.584772 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-902412bc-593b-4858-8962-406e6be67d4e req-bc2d3b66-936d-444a-82c9-65ad2c4a581b tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b9e845c-c4b5-4a33-84e5-06153b8def43 HTTP/1.1" status: 200 len: 210 time: 0.0245099 Aug 13 04:14:50.636021 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d1cd2-04a5-4c06-9a18-0f90179c28ca req-1e609f8e-b837-4203-a9f5-3e8246901467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:50.637756 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-441d1cd2-04a5-4c06-9a18-0f90179c28ca req-1e609f8e-b837-4203-a9f5-3e8246901467 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=57c824b311c64fcfa2b8b63a8d6f6ea3&device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 1097 time: 0.0436006 Aug 13 04:14:50.740384 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d1cd2-04a5-4c06-9a18-0f90179c28ca req-a87c1b31-085f-4d58-b5b5-6649eed962c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:50.741861 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-441d1cd2-04a5-4c06-9a18-0f90179c28ca req-a87c1b31-085f-4d58-b5b5-6649eed962c0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=673131bb-dc01-48ec-89a5-58651cf3d062 HTTP/1.1" status: 200 len: 915 time: 0.0904105 Aug 13 04:14:50.800729 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-441d1cd2-04a5-4c06-9a18-0f90179c28ca req-d276f9f5-be72-4762-a51c-2b5ee29e9412 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ad72f3e-39d7-4a03-affa-dbac445b95b6 HTTP/1.1" status: 200 len: 217 time: 0.0337684 Aug 13 04:14:50.863744 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d1cd2-04a5-4c06-9a18-0f90179c28ca req-6eacd93a-8d6d-41ea-9088-35240b0cef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:50.864086 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-441d1cd2-04a5-4c06-9a18-0f90179c28ca req-6eacd93a-8d6d-41ea-9088-35240b0cef9b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ea28bae9-8209-4915-ac38-22b3611bb520 HTTP/1.1" status: 200 len: 854 time: 0.0458391 Aug 13 04:14:50.901291 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-441d1cd2-04a5-4c06-9a18-0f90179c28ca req-b2595952-85e9-45cf-bbc4-e30b1401b780 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=673131bb-dc01-48ec-89a5-58651cf3d062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270450 Aug 13 04:14:50.958699 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b152d4b-070a-4219-8bbd-b852d341f015 req-4dca9c6c-5691-4627-a1b6-030020eb556d tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:50.969740 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4b152d4b-070a-4219-8bbd-b852d341f015 req-4dca9c6c-5691-4627-a1b6-030020eb556d tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0947089 Aug 13 04:14:51.008493 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-441d1cd2-04a5-4c06-9a18-0f90179c28ca req-0f780de7-43b3-4567-8553-4a9fe55e72b3 service neutron] 10.222.0.22 "GET /v2.0/networks/673131bb-dc01-48ec-89a5-58651cf3d062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950153 Aug 13 04:14:51.013484 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ff467-712e-4114-9910-92f6ee79ed4d req-2894256e-9ec4-401e-9554-fbdcf6fe373a tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:51.015198 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d19ff467-712e-4114-9910-92f6ee79ed4d req-2894256e-9ec4-401e-9554-fbdcf6fe373a tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 944 time: 0.1023505 Aug 13 04:14:51.020506 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4b152d4b-070a-4219-8bbd-b852d341f015 req-50edf7f9-7624-4453-aff6-594dfa1df7e0 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532598 Aug 13 04:14:51.066626 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d19ff467-712e-4114-9910-92f6ee79ed4d req-fc8ea7d6-316e-48e8-9429-739bd260b7be tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448334 Aug 13 04:14:51.133394 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-441d1cd2-04a5-4c06-9a18-0f90179c28ca req-d48dff1c-d323-493b-a8b8-95cc67239321 service neutron] 10.222.0.22 "GET /v2.0/networks/673131bb-dc01-48ec-89a5-58651cf3d062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088314 Aug 13 04:14:51.158966 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 53638) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:51.285875 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-0890b7f4-ba24-45b1-8b77-47bc9d673c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:51.380509 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-0890b7f4-ba24-45b1-8b77-47bc9d673c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:51.425275 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e06d0-00a5-4b9d-bcb5-915f48f813a8 req-6cd63134-a206-4ef7-b501-b8cef0013432 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:51.426896 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-148e06d0-00a5-4b9d-bcb5-915f48f813a8 req-6cd63134-a206-4ef7-b501-b8cef0013432 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0500333 Aug 13 04:14:51.439776 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-0890b7f4-ba24-45b1-8b77-47bc9d673c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:51.466732 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-148e06d0-00a5-4b9d-bcb5-915f48f813a8 req-a2caeea3-4946-495f-828a-64a3aca79926 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338123 Aug 13 04:14:51.509016 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890b7f4-ba24-45b1-8b77-47bc9d673c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fce3d63-7abd-4a4e-8824-13ce5f4022a5,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:51.516652 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-0890b7f4-ba24-45b1-8b77-47bc9d673c2e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b06a80d40324e0792de7fd972076ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3563147 Aug 13 04:14:51.517055 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 53656) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:51.532657 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b8f79-10fd-4278-a493-c20b956efe9d req-ec2b2c9a-a4bc-4ddd-a0f7-1cd8b3a688fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:51.537622 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e67b8f79-10fd-4278-a493-c20b956efe9d req-ec2b2c9a-a4bc-4ddd-a0f7-1cd8b3a688fe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6525e39355904810b4595b1ab780a756&device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 1099 time: 0.0828383 Aug 13 04:14:51.583710 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6931fe81-6d66-48ca-8d7d-b9b4a524a2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:51.609088 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6931fe81-6d66-48ca-8d7d-b9b4a524a2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:51.690372 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b8f79-10fd-4278-a493-c20b956efe9d req-a62e8ba2-f1fa-4cb3-8ad1-0ba3e017d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:51.691884 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e67b8f79-10fd-4278-a493-c20b956efe9d req-a62e8ba2-f1fa-4cb3-8ad1-0ba3e017d773 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3307ff4a-688d-47d1-ad62-e6cbee1cd9ca HTTP/1.1" status: 200 len: 919 time: 0.1148221 Aug 13 04:14:51.694703 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-29be8a52-f0e8-4995-8ef2-848f1f1df340 req-e469914b-0784-4cd3-a0d6-dbc543b1a0ab tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b9e845c-c4b5-4a33-84e5-06153b8def43 HTTP/1.1" status: 200 len: 210 time: 0.0280008 Aug 13 04:14:51.764497 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6931fe81-6d66-48ca-8d7d-b9b4a524a2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:51.765798 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e67b8f79-10fd-4278-a493-c20b956efe9d req-5a761f67-2eb8-4402-9a33-a9500a2c964c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d7726e9-911a-4b3e-9ed1-222c5c77ae69 HTTP/1.1" status: 200 len: 217 time: 0.0479240 Aug 13 04:14:51.767673 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6931fe81-6d66-48ca-8d7d-b9b4a524a2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:51.768812 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-6931fe81-6d66-48ca-8d7d-b9b4a524a2ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2fce3d63-7abd-4a4e-8824-13ce5f4022a5 HTTP/1.1" status: 204 len: 168 time: 0.2507334 Aug 13 04:14:51.776616 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931fe81-6d66-48ca-8d7d-b9b4a524a2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fce3d63-7abd-4a4e-8824-13ce5f4022a5,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:51.831444 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b8f79-10fd-4278-a493-c20b956efe9d req-71b9661f-32ca-4ba6-9902-4cb5c42ea870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:51.833038 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e67b8f79-10fd-4278-a493-c20b956efe9d req-71b9661f-32ca-4ba6-9902-4cb5c42ea870 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f3523255-eb2e-4656-814e-91485edd0600 HTTP/1.1" status: 200 len: 858 time: 0.0598700 Aug 13 04:14:51.867629 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e67b8f79-10fd-4278-a493-c20b956efe9d req-6ee4046e-299b-4b46-b7db-2839ede99a89 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3307ff4a-688d-47d1-ad62-e6cbee1cd9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244005 Aug 13 04:14:51.969807 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 53668) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:51.979793 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e67b8f79-10fd-4278-a493-c20b956efe9d req-07772a00-6629-47a3-988d-fbd6daf5af4b service neutron] 10.222.0.22 "GET /v2.0/networks/3307ff4a-688d-47d1-ad62-e6cbee1cd9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012037 Aug 13 04:14:52.090214 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e67b8f79-10fd-4278-a493-c20b956efe9d req-5943b9f4-7de7-403c-b388-7aa25737351c service neutron] 10.222.0.22 "GET /v2.0/networks/3307ff4a-688d-47d1-ad62-e6cbee1cd9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905359 Aug 13 04:14:52.145942 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f18dc8a4-1f1d-429f-b5d8-22fee7eb387f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:52.229679 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f430cc2-c2a2-4aee-995a-c96d6a681989 req-a1f48ac0-c7ef-497f-bb8f-584cc44f6787 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:52.231280 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8f430cc2-c2a2-4aee-995a-c96d6a681989 req-a1f48ac0-c7ef-497f-bb8f-584cc44f6787 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 944 time: 0.0780153 Aug 13 04:14:52.287719 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8f430cc2-c2a2-4aee-995a-c96d6a681989 req-28c94e67-e23b-446b-8a71-d61d8745ab2d tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501299 Aug 13 04:14:52.312138 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f18dc8a4-1f1d-429f-b5d8-22fee7eb387f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:52.404984 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f18dc8a4-1f1d-429f-b5d8-22fee7eb387f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:52.445558 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-f18dc8a4-1f1d-429f-b5d8-22fee7eb387f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5865f2145a82440bbed1c5c9dd1159a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4745133 Aug 13 04:14:52.447407 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18dc8a4-1f1d-429f-b5d8-22fee7eb387f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf79f87c-2c5b-45db-8217-3ebd8366ab21,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:52.448271 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 53676) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:52.503093 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-afe832ba-1d0c-49a9-bed8-32046c01ca94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:52.517954 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 53680) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:52.536906 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-afe832ba-1d0c-49a9-bed8-32046c01ca94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:52.542960 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-abc1cfb8-8231-4853-9e4c-fa3ce5c248a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:52.588671 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224e09b-492b-4145-9768-31eb44bc1aab req-db82f5bb-06fb-436c-afb7-72550398a785 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:52.590255 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9224e09b-492b-4145-9768-31eb44bc1aab req-db82f5bb-06fb-436c-afb7-72550398a785 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0478351 Aug 13 04:14:52.629083 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9224e09b-492b-4145-9768-31eb44bc1aab req-7eab50ed-2856-4bd7-9861-5bc689c4d84f tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326023 Aug 13 04:14:52.662225 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-afe832ba-1d0c-49a9-bed8-32046c01ca94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:52.665389 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-afe832ba-1d0c-49a9-bed8-32046c01ca94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:52.666734 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-afe832ba-1d0c-49a9-bed8-32046c01ca94 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf79f87c-2c5b-45db-8217-3ebd8366ab21 HTTP/1.1" status: 204 len: 168 time: 0.2174459 Aug 13 04:14:52.692557 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe832ba-1d0c-49a9-bed8-32046c01ca94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf79f87c-2c5b-45db-8217-3ebd8366ab21,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:52.778587 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-abc1cfb8-8231-4853-9e4c-fa3ce5c248a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:52.802626 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c5f7d630-3598-4f58-8173-2bff6c328c90 req-5e415f6a-41cd-4ff8-a8a7-68407a3092df tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b9e845c-c4b5-4a33-84e5-06153b8def43 HTTP/1.1" status: 200 len: 210 time: 0.0269747 Aug 13 04:14:52.845061 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-abc1cfb8-8231-4853-9e4c-fa3ce5c248a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:52.888170 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-abc1cfb8-8231-4853-9e4c-fa3ce5c248a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eca66af7afcf493190aafecdb60693e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691504 Aug 13 04:14:52.889238 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 53694) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:52.889360 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1cfb8-8231-4853-9e4c-fa3ce5c248a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9dffa7-c11d-41ec-808a-9b54280bee02,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:52.937199 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f569ce8a-158c-496b-ab4b-64cf77624ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:52.958361 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f569ce8a-158c-496b-ab4b-64cf77624ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:53.107379 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f569ce8a-158c-496b-ab4b-64cf77624ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:53.110184 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f569ce8a-158c-496b-ab4b-64cf77624ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:53.113965 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-f569ce8a-158c-496b-ab4b-64cf77624ca3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a9dffa7-c11d-41ec-808a-9b54280bee02 HTTP/1.1" status: 204 len: 168 time: 0.2237327 Aug 13 04:14:53.116492 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-c532f8b8-3b06-42c0-bb0a-1f66e43fadc2 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f5c777c4329e48858cf526d4178fa549&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290453 Aug 13 04:14:53.122876 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569ce8a-158c-496b-ab4b-64cf77624ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9dffa7-c11d-41ec-808a-9b54280bee02,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:53.281724 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 53702) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:53.331000 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-5e436195-dd1c-4d5b-8547-5294f7754256 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:53.332977 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-5e436195-dd1c-4d5b-8547-5294f7754256 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2074740 Aug 13 04:14:53.355082 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-ebcbee3b-ccf0-4523-8db5-b359cc593166 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Request body: {'port': {'device_id': '4b9e845c-c4b5-4a33-84e5-06153b8def43', 'network_id': 'abcd4aab-96e3-443f-8da7-c1a3b68b5fd6', 'admin_state_up': True, 'tenant_id': 'f5c777c4329e48858cf526d4178fa549'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:14:53.419673 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89ec68-33d0-4947-9065-407d03982872 req-8621cc53-42a1-48c6-a429-8cd43f47deb6 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:53.421246 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4d89ec68-33d0-4947-9065-407d03982872 req-8621cc53-42a1-48c6-a429-8cd43f47deb6 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 944 time: 0.0538857 Aug 13 04:14:53.483407 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4d89ec68-33d0-4947-9065-407d03982872 req-99364641-53a8-44b0-ac62-f6485bce598b tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493639 Aug 13 04:14:53.559337 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-ebcbee3b-ccf0-4523-8db5-b359cc593166 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Made reservation on behalf of f5c777c4329e48858cf526d4178fa549 for: {'port': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:14:53.562920 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-ebcbee3b-ccf0-4523-8db5-b359cc593166 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:53.572741 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-ebcbee3b-ccf0-4523-8db5-b359cc593166 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:53.590020 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f7c12de5-a234-4e1b-9de0-40233fd459cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:53.679630 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-ebcbee3b-ccf0-4523-8db5-b359cc593166 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:53.748977 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-ebcbee3b-ccf0-4523-8db5-b359cc593166 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:53.754507 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e2270-da07-4944-8268-fb0edaf107c1 req-7444c70a-6775-4aea-9b17-11485fdc25e4 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:53.759428 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-993e2270-da07-4944-8268-fb0edaf107c1 req-7444c70a-6775-4aea-9b17-11485fdc25e4 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0548439 Aug 13 04:14:53.850477 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-993e2270-da07-4944-8268-fb0edaf107c1 req-d91b8faf-f7be-46bf-b154-57a90e70a559 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788879 Aug 13 04:14:53.857140 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:53.865553 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbee3b-ccf0-4523-8db5-b359cc593166 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dc9506-fac7-4f3f-a7c0-b6b430c02f26,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:53.948185 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-ebcbee3b-ccf0-4523-8db5-b359cc593166 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Allocated IP 192.168.233.84 (abcd4aab-96e3-443f-8da7-c1a3b68b5fd6/286ac47b-13be-4544-bb9c-be79f8a451ec/6f79c2d5-dff8-443a-8022-184afd362616) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:14:53.983140 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-62a15437-e2ce-4d3d-9ce8-281af4b31208 req-920c8900-07e0-4037-aa5c-0913fa502d59 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b9e845c-c4b5-4a33-84e5-06153b8def43 HTTP/1.1" status: 200 len: 210 time: 0.0497730 Aug 13 04:14:53.988357 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f7c12de5-a234-4e1b-9de0-40233fd459cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:54.045572 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 2ad72f3e-39d7-4a03-affa-dbac445b95b6 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:14:54.097711 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f7c12de5-a234-4e1b-9de0-40233fd459cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:54.127451 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-ebcbee3b-ccf0-4523-8db5-b359cc593166 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:54.148427 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-ebcbee3b-ccf0-4523-8db5-b359cc593166 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Transition to ACTIVE for port object 6f79c2d5-dff8-443a-8022-184afd362616 will not be triggered until provisioned by entity DHCP. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:14:54.159605 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 2ad72f3e-39d7-4a03-affa-dbac445b95b6, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=2ad72f3e-39d7-4a03-affa-dbac445b95b6,segment=NetworkSegment(6fcbf172-e9bd-487d-9c86-96b54fe5005f),segment_id=6fcbf172-e9bd-487d-9c86-96b54fe5005f)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:14:54.172407 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': '2ad72f3e-39d7-4a03-affa-dbac445b95b6', 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062', 'port_id': '2ad72f3e-39d7-4a03-affa-dbac445b95b6', 'mac_address': 'fa:16:3e:46:6b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea28bae9-8209-4915-ac38-22b3611bb520', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:14:54.179086 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-f7c12de5-a234-4e1b-9de0-40233fd459cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6bf0f92ad554418a91cb68c33d7e4b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8962736 Aug 13 04:14:54.179884 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c12de5-a234-4e1b-9de0-40233fd459cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c562c9-d1c2-4642-bc99-f996ea1aa154,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:54.181841 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 53752) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:54.215924 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:54.230558 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad72f3e-39d7-4a03-affa-dbac445b95b6 {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:14:54.253094 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-cd6bc12b-c1e4-442e-8a03-6344b8efa1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:54.253953 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 2ad72f3e-39d7-4a03-affa-dbac445b95b6, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=2ad72f3e-39d7-4a03-affa-dbac445b95b6,segment=NetworkSegment(6fcbf172-e9bd-487d-9c86-96b54fe5005f),segment_id=6fcbf172-e9bd-487d-9c86-96b54fe5005f)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:14:54.272161 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 53754) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:54.278997 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-cd6bc12b-c1e4-442e-8a03-6344b8efa1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:54.287500 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-ebcbee3b-ccf0-4523-8db5-b359cc593166 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:54.302424 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:54.362226 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-ebcbee3b-ccf0-4523-8db5-b359cc593166 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Network abcd4aab-96e3-443f-8da7-c1a3b68b5fd6 is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:14:54.362461 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=2ad72f3e-39d7-4a03-affa-dbac445b95b6,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:54.364313 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-ebcbee3b-ccf0-4523-8db5-b359cc593166 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:14:54.367502 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbee3b-ccf0-4523-8db5-b359cc593166 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Pushing event updated for resources: {'Port': ['ID=6f79c2d5-dff8-443a-8022-184afd362616,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:54.374987 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-ebcbee3b-ccf0-4523-8db5-b359cc593166 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:14:54.426234 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-ebcbee3b-ccf0-4523-8db5-b359cc593166 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:54.426740 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-ebcbee3b-ccf0-4523-8db5-b359cc593166 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:54.491320 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-cd6bc12b-c1e4-442e-8a03-6344b8efa1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:54.494461 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-cd6bc12b-c1e4-442e-8a03-6344b8efa1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:54.495605 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-cd6bc12b-c1e4-442e-8a03-6344b8efa1a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/14c562c9-d1c2-4642-bc99-f996ea1aa154 HTTP/1.1" status: 204 len: 168 time: 0.3124075 Aug 13 04:14:54.507388 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bc12b-c1e4-442e-8a03-6344b8efa1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c562c9-d1c2-4642-bc99-f996ea1aa154,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:54.521972 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-ebcbee3b-ccf0-4523-8db5-b359cc593166 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1703610 Aug 13 04:14:54.539474 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-eaeb36c4-cbe6-42f7-8fe9-47ae172a1c8d service neutron] Request body: {'port': {'device_id': '4b9e845c-c4b5-4a33-84e5-06153b8def43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:14:54.545344 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-7416b0d9-3a19-431f-8255-7fabc42c341a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2080391269-network', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:14:54.612423 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-eaeb36c4-cbe6-42f7-8fe9-47ae172a1c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:54.661355 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83866a-8cd9-468b-95d0-55681ad17970 req-8521181a-83b2-4946-8318-804fcf4a171c tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:54.663082 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7e83866a-8cd9-468b-95d0-55681ad17970 req-8521181a-83b2-4946-8318-804fcf4a171c tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 945 time: 0.0580807 Aug 13 04:14:54.668143 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7416b0d9-3a19-431f-8255-7fabc42c341a admin admin] Made reservation on behalf of b6d4c8f932bf49dca555a79eae4efd63 for: {'network': 1} {{(pid=94566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:14:54.670663 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7416b0d9-3a19-431f-8255-7fabc42c341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for network, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:54.686087 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7416b0d9-3a19-431f-8255-7fabc42c341a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:54.746607 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7e83866a-8cd9-468b-95d0-55681ad17970 req-53b89c56-a98a-4df1-bfad-59de12e700aa tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718732 Aug 13 04:14:54.760052 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-f375af02-a075-4a9f-9128-35037a95d59f None None] Provisioning for port 6f79c2d5-dff8-443a-8022-184afd362616 completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:14:54.776686 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-f375af02-a075-4a9f-9128-35037a95d59f None None] Provisioning complete for port 6f79c2d5-dff8-443a-8022-184afd362616 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:14:54.777448 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-f375af02-a075-4a9f-9128-35037a95d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:54.832667 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['2ad72f3e-39d7-4a03-affa-dbac445b95b6'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:14:54.866361 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7416b0d9-3a19-431f-8255-7fabc42c341a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:54.886591 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-f375af02-a075-4a9f-9128-35037a95d59f None None] Port 6f79c2d5-dff8-443a-8022-184afd362616 cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:14:54.942967 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7416b0d9-3a19-431f-8255-7fabc42c341a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:54.968347 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7416b0d9-3a19-431f-8255-7fabc42c341a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=94566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:14:54.978391 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416b0d9-3a19-431f-8255-7fabc42c341a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6602b8b8-f2fd-4aa5-8a0e-83e30175ac02,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:54.997705 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7416b0d9-3a19-431f-8255-7fabc42c341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:54.997937 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-eaeb36c4-cbe6-42f7-8fe9-47ae172a1c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f79c2d5-dff8-443a-8022-184afd362616 {{(pid=94567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:14:55.002238 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.db.segments_db [None req-7416b0d9-3a19-431f-8255-7fabc42c341a admin admin] Added segment 866cb03e-1dbe-4792-85cf-b95732c5afd6 of type vlan for network e32643c6-8d74-4f65-969e-9aa4ee314bea Aug 13 04:14:55.024806 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-eaeb36c4-cbe6-42f7-8fe9-47ae172a1c8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:55.058612 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-eaeb36c4-cbe6-42f7-8fe9-47ae172a1c8d service neutron] Transition to ACTIVE for port object 6f79c2d5-dff8-443a-8022-184afd362616 will not be triggered until provisioned by entity L2. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:14:55.102047 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f054425-a63c-4ba3-afc5-5426318565bc req-965afd04-913e-417b-b811-6972027f4503 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:55.102047 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8f054425-a63c-4ba3-afc5-5426318565bc req-965afd04-913e-417b-b811-6972027f4503 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.1030662 Aug 13 04:14:55.102047 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7416b0d9-3a19-431f-8255-7fabc42c341a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784943942714'] for network, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:55.153874 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-eaeb36c4-cbe6-42f7-8fe9-47ae172a1c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:55.198554 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8f054425-a63c-4ba3-afc5-5426318565bc req-b87eecb4-c1ed-458f-890b-7a4e898c00f2 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863068 Aug 13 04:14:55.211297 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2255e-93e2-4486-be5b-507db2f1466e req-b16b5fd3-5bda-4d28-a8af-262b23812ca1 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:55.212995 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-99b2255e-93e2-4486-be5b-507db2f1466e req-b16b5fd3-5bda-4d28-a8af-262b23812ca1 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b9e845c-c4b5-4a33-84e5-06153b8def43 HTTP/1.1" status: 200 len: 947 time: 0.0684698 Aug 13 04:14:55.213988 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb36c4-cbe6-42f7-8fe9-47ae172a1c8d service neutron] Pushing event updated for resources: {'Port': ['ID=6f79c2d5-dff8-443a-8022-184afd362616,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:55.264674 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-99b2255e-93e2-4486-be5b-507db2f1466e req-0a491c06-25b6-4ad1-be1d-efb057eda853 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3dc9506-fac7-4f3f-a7c0-b6b430c02f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396612 Aug 13 04:14:55.291018 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7416b0d9-3a19-431f-8255-7fabc42c341a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for network, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:55.292177 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7416b0d9-3a19-431f-8255-7fabc42c341a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:55.293480 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7416b0d9-3a19-431f-8255-7fabc42c341a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:55.328491 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-eaeb36c4-cbe6-42f7-8fe9-47ae172a1c8d service neutron] Attempting to bind port 6f79c2d5-dff8-443a-8022-184afd362616 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:14:55.328491 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-eaeb36c4-cbe6-42f7-8fe9-47ae172a1c8d service neutron] Attempting to bind port 6f79c2d5-dff8-443a-8022-184afd362616 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': '8944a374-1ee7-487b-a2a6-94821725dc4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'abcd4aab-96e3-443f-8da7-c1a3b68b5fd6'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:14:55.328779 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-eaeb36c4-cbe6-42f7-8fe9-47ae172a1c8d service neutron] Attempting to bind port 6f79c2d5-dff8-443a-8022-184afd362616 on network abcd4aab-96e3-443f-8da7-c1a3b68b5fd6 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:14:55.334316 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-eaeb36c4-cbe6-42f7-8fe9-47ae172a1c8d service neutron] Port 6f79c2d5-dff8-443a-8022-184afd362616 on network abcd4aab-96e3-443f-8da7-c1a3b68b5fd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:14:55.334680 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-eaeb36c4-cbe6-42f7-8fe9-47ae172a1c8d service neutron] Attempting to bind port 6f79c2d5-dff8-443a-8022-184afd362616 on network abcd4aab-96e3-443f-8da7-c1a3b68b5fd6 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:14:55.343198 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-eaeb36c4-cbe6-42f7-8fe9-47ae172a1c8d service neutron] Checking agent: {'id': '0c202f7d-8fe9-4513-921d-f16665c9f5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'started_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:14:55.343529 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-eaeb36c4-cbe6-42f7-8fe9-47ae172a1c8d service neutron] Checking segment: {'id': '8944a374-1ee7-487b-a2a6-94821725dc4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'abcd4aab-96e3-443f-8da7-c1a3b68b5fd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:14:55.345631 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-eaeb36c4-cbe6-42f7-8fe9-47ae172a1c8d service neutron] Bound using segment: {'id': '8944a374-1ee7-487b-a2a6-94821725dc4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'abcd4aab-96e3-443f-8da7-c1a3b68b5fd6'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:14:55.345631 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-eaeb36c4-cbe6-42f7-8fe9-47ae172a1c8d service neutron] Bound port: 6f79c2d5-dff8-443a-8022-184afd362616, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8944a374-1ee7-487b-a2a6-94821725dc4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'abcd4aab-96e3-443f-8da7-c1a3b68b5fd6'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:14:55.345631 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-eaeb36c4-cbe6-42f7-8fe9-47ae172a1c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:55.360896 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416b0d9-3a19-431f-8255-7fabc42c341a admin admin] Pushing event updated for resources: {'Network': ['ID=e32643c6-8d74-4f65-969e-9aa4ee314bea,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:55.379181 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Network e32643c6-8d74-4f65-969e-9aa4ee314bea details requested by agent ovs-agent-dv-cinder-759987-6-iscsi with host dv-cinder-759987-6-iscsi {{(pid=94568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:14:55.428993 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-7416b0d9-3a19-431f-8255-7fabc42c341a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1553817 Aug 13 04:14:55.431679 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 53792) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:55.438778 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-ac6208e0-0d1e-4716-aba2-aa7f3ed78b7a admin admin] Request body: {'subnet': {'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2080391269-subnet', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'ip_version': 4}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:14:55.444719 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-eaeb36c4-cbe6-42f7-8fe9-47ae172a1c8d service neutron] For port 6f79c2d5-dff8-443a-8022-184afd362616, host hv-cinder-75998, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:14:55.450938 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-eaeb36c4-cbe6-42f7-8fe9-47ae172a1c8d service neutron] For port 6f79c2d5-dff8-443a-8022-184afd362616, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=6f79c2d5-dff8-443a-8022-184afd362616,segment=NetworkSegment(8944a374-1ee7-487b-a2a6-94821725dc4f),segment_id=8944a374-1ee7-487b-a2a6-94821725dc4f)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:14:55.514977 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-eaeb36c4-cbe6-42f7-8fe9-47ae172a1c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:55.542422 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6208e0-0d1e-4716-aba2-aa7f3ed78b7a admin admin] Made reservation on behalf of b6d4c8f932bf49dca555a79eae4efd63 for: {'subnet': 1} {{(pid=94566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:14:55.545798 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ac6208e0-0d1e-4716-aba2-aa7f3ed78b7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3027973'] for subnet, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:55.557334 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-eaeb36c4-cbe6-42f7-8fe9-47ae172a1c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:55.557961 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-eaeb36c4-cbe6-42f7-8fe9-47ae172a1c8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:55.560118 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-eaeb36c4-cbe6-42f7-8fe9-47ae172a1c8d service neutron] 10.222.0.22 "PUT /v2.0/ports/6f79c2d5-dff8-443a-8022-184afd362616 HTTP/1.1" status: 200 len: 1097 time: 1.0258961 Aug 13 04:14:55.560567 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9e845c-c4b5-4a33-84e5-06153b8def43', 'tag': '6f79c2d5-dff8-443a-8022-184afd362616'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:14:55.562842 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e498730-2677-4d2b-a4ab-ee03000b0bce" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9e845c-c4b5-4a33-84e5-06153b8def43", "tag": "6f79c2d5-dff8-443a-8022-184afd362616"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:14:55.589780 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb36c4-cbe6-42f7-8fe9-47ae172a1c8d service neutron] Pushing event updated for resources: {'Port': ['ID=6f79c2d5-dff8-443a-8022-184afd362616,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:55.625645 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50bdd4b-0dee-4b86-a7c6-eb628983d4d8 x-openstack-request-id: req-e50bdd4b-0dee-4b86-a7c6-eb628983d4d8 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:14:55.626255 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9e845c-c4b5-4a33-84e5-06153b8def43", "tag": "6f79c2d5-dff8-443a-8022-184afd362616", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:14:55.626255 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e50bdd4b-0dee-4b86-a7c6-eb628983d4d8 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:14:55.633212 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9e845c-c4b5-4a33-84e5-06153b8def43', 'tag': '6f79c2d5-dff8-443a-8022-184afd362616', 'status': 'completed', 'code': 200} Aug 13 04:14:55.719497 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e498730-2677-4d2b-a4ab-ee03000b0bce req-92e6f808-6002-4c5b-996a-d7f21e9b2785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:55.720849 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-7e498730-2677-4d2b-a4ab-ee03000b0bce req-92e6f808-6002-4c5b-996a-d7f21e9b2785 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f5c777c4329e48858cf526d4178fa549&device_id=4b9e845c-c4b5-4a33-84e5-06153b8def43 HTTP/1.1" status: 200 len: 1100 time: 0.0599267 Aug 13 04:14:55.784549 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-7e498730-2677-4d2b-a4ab-ee03000b0bce req-9796cfff-9611-48b0-92d5-1f8849df71d3 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=f5c777c4329e48858cf526d4178fa549&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546296 Aug 13 04:14:55.880618 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ac6208e0-0d1e-4716-aba2-aa7f3ed78b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3028023'] for subnet, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:55.900611 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e498730-2677-4d2b-a4ab-ee03000b0bce req-00262bf1-face-48f1-991b-74d2197554a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:55.902786 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-7e498730-2677-4d2b-a4ab-ee03000b0bce req-00262bf1-face-48f1-991b-74d2197554a6 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996654 Aug 13 04:14:55.922182 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d06349-e7d3-41f8-864e-a0edc786bcf2 req-be67a241-d0eb-4b11-a29f-dc6a0b3408b4 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:55.924362 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-63d06349-e7d3-41f8-864e-a0edc786bcf2 req-be67a241-d0eb-4b11-a29f-dc6a0b3408b4 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 945 time: 0.0913005 Aug 13 04:14:55.972732 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6208e0-0d1e-4716-aba2-aa7f3ed78b7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b52e372-55dc-4bbf-8fbc-e314efb4eadd,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:55.991244 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6208e0-0d1e-4716-aba2-aa7f3ed78b7a admin admin] Checking segment: {'id': '866cb03e-1dbe-4792-85cf-b95732c5afd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:14:55.991609 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6208e0-0d1e-4716-aba2-aa7f3ed78b7a admin admin] Network hostable DHCP agents. Network: e32643c6-8d74-4f65-969e-9aa4ee314bea, hostable agents: ['a96cd20f-888c-4e1e-badb-6a5336c30bd0'], hosted agents: [] {{(pid=94566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:14:56.015246 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-63d06349-e7d3-41f8-864e-a0edc786bcf2 req-914c4e9d-f2e0-47fc-82e8-aa810a1d1c5d tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791194 Aug 13 04:14:56.017668 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-cd37891c-f297-4ec6-b22c-1b79e5b90356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:56.019589 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-cd37891c-f297-4ec6-b22c-1b79e5b90356 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f5c777c4329e48858cf526d4178fa549&device_id=4b9e845c-c4b5-4a33-84e5-06153b8def43 HTTP/1.1" status: 200 len: 1100 time: 0.0533667 Aug 13 04:14:56.070852 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-4a5105b5-b335-4b18-9067-9e41441e29ba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=6f79c2d5-dff8-443a-8022-184afd362616 HTTP/1.1" status: 200 len: 217 time: 0.0392861 Aug 13 04:14:56.090481 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 53818) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:56.125451 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6208e0-0d1e-4716-aba2-aa7f3ed78b7a admin admin] Network e32643c6-8d74-4f65-969e-9aa4ee314bea is scheduled to be hosted by DHCP agent a96cd20f-888c-4e1e-badb-6a5336c30bd0 with binding_index 1 {{(pid=94566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:14:56.141226 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-3523fef3-f0af-4e92-83ea-426bf0ec5d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:56.142691 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-3523fef3-f0af-4e92-83ea-426bf0ec5d75 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=286ac47b-13be-4544-bb9c-be79f8a451ec HTTP/1.1" status: 200 len: 843 time: 0.0497432 Aug 13 04:14:56.190189 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-11926c62-0a52-4220-8dcd-40e28a254935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:56.191724 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-11926c62-0a52-4220-8dcd-40e28a254935 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=abcd4aab-96e3-443f-8da7-c1a3b68b5fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0405338 Aug 13 04:14:56.196637 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-1222860a-8081-4d80-8c5b-e3850a01a5b9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1444258284-network', 'tenant_id': '3086463bb33d461abf911455930d099f'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:14:56.235146 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-ac6208e0-0d1e-4716-aba2-aa7f3ed78b7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-6-iscsi, e32643c6-8d74-4f65-969e-9aa4ee314bea) {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:14:56.240266 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6208e0-0d1e-4716-aba2-aa7f3ed78b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:56.241247 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ac6208e0-0d1e-4716-aba2-aa7f3ed78b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for subnet, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:56.243380 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a75ef79-4e60-41e9-a150-9316dd435350 None None] Network e32643c6-8d74-4f65-969e-9aa4ee314bea requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:14:56.313751 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-6ee8653f-7b39-4fdd-ad26-5f174e065cd8 service neutron] 10.222.0.22 "GET /v2.0/networks/abcd4aab-96e3-443f-8da7-c1a3b68b5fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130843 Aug 13 04:14:56.374149 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1222860a-8081-4d80-8c5b-e3850a01a5b9 admin admin] Made reservation on behalf of 3086463bb33d461abf911455930d099f for: {'network': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:14:56.374531 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2e0c-af1a-4041-9a87-494a040e328b req-b9280045-0bcf-4093-b350-4ccaf7d2fecd tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:56.376759 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-aa4c2e0c-af1a-4041-9a87-494a040e328b req-b9280045-0bcf-4093-b350-4ccaf7d2fecd tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0797429 Aug 13 04:14:56.380778 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-1222860a-8081-4d80-8c5b-e3850a01a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for network, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:56.396660 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-1222860a-8081-4d80-8c5b-e3850a01a5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:56.407418 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66e4145-2d37-452a-aaca-91f465e6887e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27419f4f-f895-5a79-96f6-f3b4f67478ae-e32643c6-8d74-4f65-969e-9aa4ee314bea', 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'fixed_ips': [{'subnet_id': '8b52e372-55dc-4bbf-8fbc-e314efb4eadd'}]}} from dv-cinder-759987-6-iscsi. {{(pid=94568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:14:56.408389 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-f66e4145-2d37-452a-aaca-91f465e6887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:56.435969 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-ac6208e0-0d1e-4716-aba2-aa7f3ed78b7a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0027504 Aug 13 04:14:56.439837 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-aa4c2e0c-af1a-4041-9a87-494a040e328b req-b259455a-e6d3-41cf-b085-1232656570a7 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483112 Aug 13 04:14:56.443249 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 53828) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:56.446993 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd27a6-ddd7-433e-ba22-3d5e609b992c req-9df4900b-2899-414d-b297-2f2a859ee7a4 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:56.450424 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-13a666c2-3660-484a-b605-7704be19c148 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2080391269-router', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:14:56.454640 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-94dd27a6-ddd7-433e-ba22-3d5e609b992c req-9df4900b-2899-414d-b297-2f2a859ee7a4 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b9e845c-c4b5-4a33-84e5-06153b8def43 HTTP/1.1" status: 200 len: 947 time: 0.1152267 Aug 13 04:14:56.525112 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-94dd27a6-ddd7-433e-ba22-3d5e609b992c req-3f061b55-0977-4558-927d-a776f36ccb8a tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3dc9506-fac7-4f3f-a7c0-b6b430c02f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693998 Aug 13 04:14:56.597059 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.db_base_plugin_common [None req-f66e4145-2d37-452a-aaca-91f465e6887e None None] Allocated IP 172.20.0.2 (e32643c6-8d74-4f65-969e-9aa4ee314bea/8b52e372-55dc-4bbf-8fbc-e314efb4eadd/77ddfb55-3e1f-43db-9068-b6d008da0a6f) {{(pid=94568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:14:56.704958 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0bbd215e-3803-48d5-ac2f-3cc472ea0797 req-9128fe7a-e6bc-4401-b837-833996d23202 service neutron] 10.222.0.22 "GET /v2.0/networks/abcd4aab-96e3-443f-8da7-c1a3b68b5fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804333 Aug 13 04:14:56.764293 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-f66e4145-2d37-452a-aaca-91f465e6887e None None] Notify callbacks [] for port, precommit_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:56.772341 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-f66e4145-2d37-452a-aaca-91f465e6887e None None] Transition to ACTIVE for port object 77ddfb55-3e1f-43db-9068-b6d008da0a6f will not be triggered until provisioned by entity L2. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:14:56.772678 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-1222860a-8081-4d80-8c5b-e3850a01a5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:56.788424 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-f66e4145-2d37-452a-aaca-91f465e6887e None None] Transition to ACTIVE for port object 77ddfb55-3e1f-43db-9068-b6d008da0a6f will not be triggered until provisioned by entity DHCP. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:14:56.829365 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-1222860a-8081-4d80-8c5b-e3850a01a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:56.845243 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-f66e4145-2d37-452a-aaca-91f465e6887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956'] for port, after_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:56.862767 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1222860a-8081-4d80-8c5b-e3850a01a5b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=94567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:14:56.871610 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222860a-8081-4d80-8c5b-e3850a01a5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:56.878329 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-1222860a-8081-4d80-8c5b-e3850a01a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:56.878686 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.db.segments_db [None req-1222860a-8081-4d80-8c5b-e3850a01a5b9 admin admin] Added segment 94686359-6cdf-4305-8bcb-ff635918700f of type vlan for network 108ee682-822f-485e-99b1-e4a7ccb079a2 Aug 13 04:14:56.881291 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66e4145-2d37-452a-aaca-91f465e6887e None None] Network e32643c6-8d74-4f65-969e-9aa4ee314bea is already hosted by enough agents. {{(pid=94568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:14:56.884510 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.scheduler.base_scheduler [None req-f66e4145-2d37-452a-aaca-91f465e6887e None None] Resources bound (agent type, host, resource id): {{(pid=94568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:14:56.893208 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66e4145-2d37-452a-aaca-91f465e6887e None None] Received port after_create {{(pid=94568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:14:56.906158 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e4145-2d37-452a-aaca-91f465e6887e None None] Pushing event updated for resources: {'Port': ['ID=77ddfb55-3e1f-43db-9068-b6d008da0a6f,revision_number=1']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:56.920872 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-1222860a-8081-4d80-8c5b-e3850a01a5b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784943942714'] for network, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:56.932211 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-13a666c2-3660-484a-b605-7704be19c148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-702958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-994'] for router, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:56.933372 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-13a666c2-3660-484a-b605-7704be19c148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1019'] for router, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:56.953949 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-f66e4145-2d37-452a-aaca-91f465e6887e None None] Attempting to bind port 77ddfb55-3e1f-43db-9068-b6d008da0a6f on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:14:56.954395 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-f66e4145-2d37-452a-aaca-91f465e6887e None None] Attempting to bind port 77ddfb55-3e1f-43db-9068-b6d008da0a6f by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '866cb03e-1dbe-4792-85cf-b95732c5afd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea'}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:14:56.954846 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66e4145-2d37-452a-aaca-91f465e6887e None None] Attempting to bind port 77ddfb55-3e1f-43db-9068-b6d008da0a6f on network e32643c6-8d74-4f65-969e-9aa4ee314bea {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:14:56.959814 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66e4145-2d37-452a-aaca-91f465e6887e None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:14:56.960178 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66e4145-2d37-452a-aaca-91f465e6887e None None] Checking segment: {'id': '866cb03e-1dbe-4792-85cf-b95732c5afd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:14:56.960733 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-f66e4145-2d37-452a-aaca-91f465e6887e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:56.961117 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66e4145-2d37-452a-aaca-91f465e6887e None None] Bound using segment: {'id': '866cb03e-1dbe-4792-85cf-b95732c5afd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea'} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:14:56.961574 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-f66e4145-2d37-452a-aaca-91f465e6887e None None] Bound port: 77ddfb55-3e1f-43db-9068-b6d008da0a6f, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866cb03e-1dbe-4792-85cf-b95732c5afd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea'}}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:14:56.961944 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-f66e4145-2d37-452a-aaca-91f465e6887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:57.001597 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-13a666c2-3660-484a-b605-7704be19c148 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:57.029593 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-f66e4145-2d37-452a-aaca-91f465e6887e None None] For port 77ddfb55-3e1f-43db-9068-b6d008da0a6f, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:14:57.032686 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-f66e4145-2d37-452a-aaca-91f465e6887e None None] For port 77ddfb55-3e1f-43db-9068-b6d008da0a6f, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=77ddfb55-3e1f-43db-9068-b6d008da0a6f,segment=NetworkSegment(866cb03e-1dbe-4792-85cf-b95732c5afd6),segment_id=866cb03e-1dbe-4792-85cf-b95732c5afd6)] {{(pid=94568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:14:57.050792 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-1222860a-8081-4d80-8c5b-e3850a01a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for network, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:57.051729 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1222860a-8081-4d80-8c5b-e3850a01a5b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:57.052340 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-1222860a-8081-4d80-8c5b-e3850a01a5b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:57.112753 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222860a-8081-4d80-8c5b-e3850a01a5b9 admin admin] Pushing event updated for resources: {'Network': ['ID=108ee682-822f-485e-99b1-e4a7ccb079a2,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:57.126382 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Network 108ee682-822f-485e-99b1-e4a7ccb079a2 details requested by agent ovs-agent-dv-cinder-759987-6-iscsi with host dv-cinder-759987-6-iscsi {{(pid=94568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:14:57.172572 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ebdeb-af07-43a7-be2e-75092d817ff1 req-f5340ec5-0fa5-45ca-b12e-45b313465620 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:57.174402 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5b5ebdeb-af07-43a7-be2e-75092d817ff1 req-f5340ec5-0fa5-45ca-b12e-45b313465620 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 945 time: 0.0954759 Aug 13 04:14:57.205490 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-1222860a-8081-4d80-8c5b-e3850a01a5b9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1110053 Aug 13 04:14:57.206362 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 53842) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:57.213023 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-01665c7f-7aa0-4d23-b642-04591d5c84b2 admin admin] Request body: {'subnet': {'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1444258284-subnet', 'tenant_id': '3086463bb33d461abf911455930d099f', 'ip_version': 4}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:14:57.231038 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-f66e4145-2d37-452a-aaca-91f465e6887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:57.275756 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5b5ebdeb-af07-43a7-be2e-75092d817ff1 req-93fd8ec2-b8cc-4574-9607-3d2229cd2bde tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920908 Aug 13 04:14:57.283983 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e4145-2d37-452a-aaca-91f465e6887e None None] Pushing event updated for resources: {'Port': ['ID=77ddfb55-3e1f-43db-9068-b6d008da0a6f,revision_number=2']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:57.301728 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-13a666c2-3660-484a-b605-7704be19c148 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:57.319538 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01665c7f-7aa0-4d23-b642-04591d5c84b2 admin admin] Made reservation on behalf of 3086463bb33d461abf911455930d099f for: {'subnet': 1} {{(pid=94566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:14:57.321947 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-01665c7f-7aa0-4d23-b642-04591d5c84b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3027973'] for subnet, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:57.627415 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-01665c7f-7aa0-4d23-b642-04591d5c84b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3028023'] for subnet, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:57.631521 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-13a666c2-3660-484a-b605-7704be19c148 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:57.651228 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-13a666c2-3660-484a-b605-7704be19c148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:57.701168 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafae2d-694a-4bfa-85f8-d77722a863f5 req-77df6c9e-e949-4b18-a59c-b892d1382d0f tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:57.702718 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fcafae2d-694a-4bfa-85f8-d77722a863f5 req-77df6c9e-e949-4b18-a59c-b892d1382d0f tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b9e845c-c4b5-4a33-84e5-06153b8def43 HTTP/1.1" status: 200 len: 947 time: 0.1007292 Aug 13 04:14:57.719262 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01665c7f-7aa0-4d23-b642-04591d5c84b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da0d00db-359e-4944-b69b-81292fbec523,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:57.735273 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01665c7f-7aa0-4d23-b642-04591d5c84b2 admin admin] Checking segment: {'id': '94686359-6cdf-4305-8bcb-ff635918700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:14:57.735702 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01665c7f-7aa0-4d23-b642-04591d5c84b2 admin admin] Network hostable DHCP agents. Network: 108ee682-822f-485e-99b1-e4a7ccb079a2, hostable agents: ['a96cd20f-888c-4e1e-badb-6a5336c30bd0'], hosted agents: [] {{(pid=94566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:14:57.765431 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fcafae2d-694a-4bfa-85f8-d77722a863f5 req-5b66518d-8501-41d3-926d-23feed6b992c tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3dc9506-fac7-4f3f-a7c0-b6b430c02f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539761 Aug 13 04:14:57.770221 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [None req-13a666c2-3660-484a-b605-7704be19c148 admin admin] Allocated IP 172.27.3.211 (a2b3fd62-7513-4482-ab06-e961571be3c5/2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e/c95ae5f8-6c96-4514-a9ce-469de95083a0) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:14:57.850859 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01665c7f-7aa0-4d23-b642-04591d5c84b2 admin admin] Network 108ee682-822f-485e-99b1-e4a7ccb079a2 is scheduled to be hosted by DHCP agent a96cd20f-888c-4e1e-badb-6a5336c30bd0 with binding_index 1 {{(pid=94566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:14:57.881029 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-13a666c2-3660-484a-b605-7704be19c148 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:57.942073 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-01665c7f-7aa0-4d23-b642-04591d5c84b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-6-iscsi, 108ee682-822f-485e-99b1-e4a7ccb079a2) {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:14:57.946321 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01665c7f-7aa0-4d23-b642-04591d5c84b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:57.947143 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-01665c7f-7aa0-4d23-b642-04591d5c84b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for subnet, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:57.951562 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218731de-6476-4712-84b7-c4f4743ac7c9 None None] Network 108ee682-822f-485e-99b1-e4a7ccb079a2 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:14:58.034469 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-13a666c2-3660-484a-b605-7704be19c148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:58.071773 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-01665c7f-7aa0-4d23-b642-04591d5c84b2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8616989 Aug 13 04:14:58.071773 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 53856) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:58.076225 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-4336ff3c-2d3d-403c-a17a-88b9677e2032 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1444258284-router', 'tenant_id': '3086463bb33d461abf911455930d099f', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:14:58.086536 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a666c2-3660-484a-b605-7704be19c148 admin admin] Network a2b3fd62-7513-4482-ab06-e961571be3c5 is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:14:58.087093 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 2ad72f3e-39d7-4a03-affa-dbac445b95b6 up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:14:58.094990 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [None req-13a666c2-3660-484a-b605-7704be19c148 admin admin] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:14:58.100658 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a666c2-3660-484a-b605-7704be19c148 admin admin] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:14:58.127059 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a666c2-3660-484a-b605-7704be19c148 admin admin] Pushing event updated for resources: {'Port': ['ID=c95ae5f8-6c96-4514-a9ce-469de95083a0,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:58.164678 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f92f65-2713-4015-8a5d-f54ddcb317f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27419f4f-f895-5a79-96f6-f3b4f67478ae-108ee682-822f-485e-99b1-e4a7ccb079a2', 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2', 'tenant_id': '3086463bb33d461abf911455930d099f', 'fixed_ips': [{'subnet_id': 'da0d00db-359e-4944-b69b-81292fbec523'}]}} from dv-cinder-759987-6-iscsi. {{(pid=94568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:14:58.169824 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c0f92f65-2713-4015-8a5d-f54ddcb317f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:58.217603 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4336ff3c-2d3d-403c-a17a-88b9677e2032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-702958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-994'] for router, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:58.218743 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4336ff3c-2d3d-403c-a17a-88b9677e2032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1019'] for router, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:58.278295 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 77ddfb55-3e1f-43db-9068-b6d008da0a6f up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:14:58.326393 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4336ff3c-2d3d-403c-a17a-88b9677e2032 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:58.369095 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b37d91-ff82-4829-b81f-e4eb31e3ecde None None] Network e32643c6-8d74-4f65-969e-9aa4ee314bea requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:14:58.508248 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning for port 2ad72f3e-39d7-4a03-affa-dbac445b95b6 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:14:58.517973 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.db_base_plugin_common [None req-c0f92f65-2713-4015-8a5d-f54ddcb317f1 None None] Allocated IP 172.20.0.2 (108ee682-822f-485e-99b1-e4a7ccb079a2/da0d00db-359e-4944-b69b-81292fbec523/9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc) {{(pid=94568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:14:58.532262 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port 2ad72f3e-39d7-4a03-affa-dbac445b95b6 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:14:58.532799 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:58.580040 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-13a666c2-3660-484a-b605-7704be19c148 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:58.596706 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-58c5a0c9-95d8-4ef9-89f1-c7e2d558d3f3 None None] Provisioning for port 77ddfb55-3e1f-43db-9068-b6d008da0a6f completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:14:58.632265 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port 77ddfb55-3e1f-43db-9068-b6d008da0a6f completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:14:58.642394 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-58c5a0c9-95d8-4ef9-89f1-c7e2d558d3f3 None None] Provisioning complete for port 77ddfb55-3e1f-43db-9068-b6d008da0a6f triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:14:58.642856 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-58c5a0c9-95d8-4ef9-89f1-c7e2d558d3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:58.672384 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 77ddfb55-3e1f-43db-9068-b6d008da0a6f triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:14:58.672847 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:58.776413 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c139fa-030d-4fa0-934e-5f0a1e6d5221 req-5ce56a41-30e2-43bc-86b2-b99d3a36eca6 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:58.778118 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-31c139fa-030d-4fa0-934e-5f0a1e6d5221 req-5ce56a41-30e2-43bc-86b2-b99d3a36eca6 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 945 time: 0.4136312 Aug 13 04:14:58.812771 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-13a666c2-3660-484a-b605-7704be19c148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704504'] for router, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:58.886315 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4336ff3c-2d3d-403c-a17a-88b9677e2032 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:58.910404 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4e8fe-8d64-4b17-9dff-a5a0c9955273 req-cd2d6712-f9e8-4a74-b3ef-16e171a1208c tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:58.911939 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9dd4e8fe-8d64-4b17-9dff-a5a0c9955273 req-cd2d6712-f9e8-4a74-b3ef-16e171a1208c tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.4670699 Aug 13 04:14:58.915186 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-31c139fa-030d-4fa0-934e-5f0a1e6d5221 req-6d9b4abe-3cd2-4212-9c50-6637e2f0d50f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196444 Aug 13 04:14:58.975916 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9dd4e8fe-8d64-4b17-9dff-a5a0c9955273 req-237471d8-293a-447d-9473-f0b4544bbc4d tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443726 Aug 13 04:14:59.073449 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a666c2-3660-484a-b605-7704be19c148 admin admin] Router f16fe6a1-f934-421c-aef5-c369a826d72a is scheduled to L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf with binding_index 1 {{(pid=94567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:14:59.102548 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:59.117439 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c0f92f65-2713-4015-8a5d-f54ddcb317f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:59.120657 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:59.161148 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda1e92-d337-46f8-890e-df7bed36aad3 req-73ada56a-451f-474b-8400-1627749c48c7 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:14:59.162656 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5bda1e92-d337-46f8-890e-df7bed36aad3 req-73ada56a-451f-474b-8400-1627749c48c7 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b9e845c-c4b5-4a33-84e5-06153b8def43 HTTP/1.1" status: 200 len: 947 time: 0.1075108 Aug 13 04:14:59.165798 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-c0f92f65-2713-4015-8a5d-f54ddcb317f1 None None] Transition to ACTIVE for port object 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc will not be triggered until provisioned by entity L2. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:14:59.177947 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-58c5a0c9-95d8-4ef9-89f1-c7e2d558d3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:59.188006 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847254f6-f4ba-4329-bab8-8524fa845af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad72f3e-39d7-4a03-affa-dbac445b95b6'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:14:59.194485 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658eaf1f-ddb6-4ba0-aae8-6c206b751653" -d '{"events": [{"server_uuid": "847254f6-f4ba-4329-bab8-8524fa845af8", "name": "network-vif-plugged", "status": "completed", "tag": "2ad72f3e-39d7-4a03-affa-dbac445b95b6"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:14:59.243368 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a666c2-3660-484a-b605-7704be19c148 admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:14:59.255208 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-c0f92f65-2713-4015-8a5d-f54ddcb317f1 None None] Transition to ACTIVE for port object 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc will not be triggered until provisioned by entity DHCP. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:14:59.260937 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] Sync routers for ids ['f16fe6a1-f934-421c-aef5-c369a826d72a'] in dv-cinder-759987-6-iscsi {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:14:59.267024 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port 77ddfb55-3e1f-43db-9068-b6d008da0a6f, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=77ddfb55-3e1f-43db-9068-b6d008da0a6f,segment=NetworkSegment(866cb03e-1dbe-4792-85cf-b95732c5afd6),segment_id=866cb03e-1dbe-4792-85cf-b95732c5afd6)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:14:59.270551 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 2ad72f3e-39d7-4a03-affa-dbac445b95b6, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=2ad72f3e-39d7-4a03-affa-dbac445b95b6,segment=NetworkSegment(6fcbf172-e9bd-487d-9c86-96b54fe5005f),segment_id=6fcbf172-e9bd-487d-9c86-96b54fe5005f)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:14:59.275858 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] Routers {'f16fe6a1-f934-421c-aef5-c369a826d72a'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:14:59.278638 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:14:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['f16fe6a1-f934-421c-aef5-c369a826d72a'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:14:59.288077 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5bda1e92-d337-46f8-890e-df7bed36aad3 req-5c974ed4-5979-42a0-934e-fd50894be72d tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3dc9506-fac7-4f3f-a7c0-b6b430c02f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858073 Aug 13 04:14:59.297120 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4336ff3c-2d3d-403c-a17a-88b9677e2032 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:59.318743 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4336ff3c-2d3d-403c-a17a-88b9677e2032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:59.338079 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:59.388698 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-13a666c2-3660-484a-b605-7704be19c148 admin admin] Notify callbacks [] for router, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:59.392681 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-13a666c2-3660-484a-b605-7704be19c148 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9459326 Aug 13 04:14:59.393393 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 53886) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:14:59.443480 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01994a9-684e-4d35-92a7-8cd83c26ff13 x-openstack-request-id: req-d01994a9-684e-4d35-92a7-8cd83c26ff13 {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:14:59.453979 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-4336ff3c-2d3d-403c-a17a-88b9677e2032 admin admin] Allocated IP 172.27.3.111 (a2b3fd62-7513-4482-ab06-e961571be3c5/2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e/efcf50aa-7855-4967-8e92-c1e525221591) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:14:59.460027 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847254f6-f4ba-4329-bab8-8524fa845af8", "name": "network-vif-plugged", "status": "completed", "tag": "2ad72f3e-39d7-4a03-affa-dbac445b95b6", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:14:59.460304 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d01994a9-684e-4d35-92a7-8cd83c26ff13 {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:14:59.461447 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] Set router f16fe6a1-f934-421c-aef5-c369a826d72a gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:14:59.463147 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847254f6-f4ba-4329-bab8-8524fa845af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad72f3e-39d7-4a03-affa-dbac445b95b6', 'code': 200} Aug 13 04:14:59.495546 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c0f92f65-2713-4015-8a5d-f54ddcb317f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956'] for port, after_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:59.499037 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:59.539801 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=77ddfb55-3e1f-43db-9068-b6d008da0a6f,revision_number=3']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:59.549477 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.db.api [None req-58c5a0c9-95d8-4ef9-89f1-c7e2d558d3f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 04:14:59.549937 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG oslo_db.api [None req-58c5a0c9-95d8-4ef9-89f1-c7e2d558d3f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 04:14:59.551851 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f92f65-2713-4015-8a5d-f54ddcb317f1 None None] Network 108ee682-822f-485e-99b1-e4a7ccb079a2 is already hosted by enough agents. {{(pid=94568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:14:59.558723 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.scheduler.base_scheduler [None req-c0f92f65-2713-4015-8a5d-f54ddcb317f1 None None] Resources bound (agent type, host, resource id): {{(pid=94568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:14:59.562184 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f92f65-2713-4015-8a5d-f54ddcb317f1 None None] Received port after_create {{(pid=94568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:14:59.644880 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4336ff3c-2d3d-403c-a17a-88b9677e2032 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:59.659671 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f92f65-2713-4015-8a5d-f54ddcb317f1 None None] Pushing event updated for resources: {'Port': ['ID=9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc,revision_number=1']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:59.694603 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-c0f92f65-2713-4015-8a5d-f54ddcb317f1 None None] Attempting to bind port 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:14:59.695245 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-c0f92f65-2713-4015-8a5d-f54ddcb317f1 None None] Attempting to bind port 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '94686359-6cdf-4305-8bcb-ff635918700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2'}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:14:59.695616 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f92f65-2713-4015-8a5d-f54ddcb317f1 None None] Attempting to bind port 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc on network 108ee682-822f-485e-99b1-e4a7ccb079a2 {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:14:59.710435 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f92f65-2713-4015-8a5d-f54ddcb317f1 None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:14:59.710808 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f92f65-2713-4015-8a5d-f54ddcb317f1 None None] Checking segment: {'id': '94686359-6cdf-4305-8bcb-ff635918700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:14:59.711220 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c0f92f65-2713-4015-8a5d-f54ddcb317f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:59.711614 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f92f65-2713-4015-8a5d-f54ddcb317f1 None None] Bound using segment: {'id': '94686359-6cdf-4305-8bcb-ff635918700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2'} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:14:59.712092 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-c0f92f65-2713-4015-8a5d-f54ddcb317f1 None None] Bound port: 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94686359-6cdf-4305-8bcb-ff635918700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2'}}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:14:59.712575 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c0f92f65-2713-4015-8a5d-f54ddcb317f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:59.750349 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=2ad72f3e-39d7-4a03-affa-dbac445b95b6,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:59.752306 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'name': 'tempest-TestShelveInstance-2080391269-router', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:56Z', 'updated_at': '2021-08-13T04:14:58Z', 'revision_number': 3, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'gw_port': {'id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:57Z', 'updated_at': '2021-08-13T04:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:14:59.783490 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] Checking router: f16fe6a1-f934-421c-aef5-c369a826d72a for host: dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:14:59.783846 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] Updating router f16fe6a1-f934-421c-aef5-c369a826d72a port c95ae5f8-6c96-4514-a9ce-469de95083a0 binding host dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:14:59.794896 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4336ff3c-2d3d-403c-a17a-88b9677e2032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:59.810286 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:59.845756 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-c0f92f65-2713-4015-8a5d-f54ddcb317f1 None None] For port 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:14:59.851849 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-c0f92f65-2713-4015-8a5d-f54ddcb317f1 None None] For port 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc,segment=NetworkSegment(94686359-6cdf-4305-8bcb-ff635918700f),segment_id=94686359-6cdf-4305-8bcb-ff635918700f)] {{(pid=94568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:14:59.870240 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4336ff3c-2d3d-403c-a17a-88b9677e2032 admin admin] Network a2b3fd62-7513-4482-ab06-e961571be3c5 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:14:59.872487 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336ff3c-2d3d-403c-a17a-88b9677e2032 admin admin] Pushing event updated for resources: {'Port': ['ID=efcf50aa-7855-4967-8e92-c1e525221591,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:14:59.875915 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-4336ff3c-2d3d-403c-a17a-88b9677e2032 admin admin] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:14:59.879443 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4336ff3c-2d3d-403c-a17a-88b9677e2032 admin admin] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:14:59.932006 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c0f92f65-2713-4015-8a5d-f54ddcb317f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:00.118192 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 6f79c2d5-dff8-443a-8022-184afd362616 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:15:00.118941 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6587ab-ed76-427f-8d65-42bb5ceab2a9 req-5664ea6a-634e-463a-b1c5-0ee6d12192a3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:00.127872 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7c6587ab-ed76-427f-8d65-42bb5ceab2a9 req-5664ea6a-634e-463a-b1c5-0ee6d12192a3 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 946 time: 0.0820854 Aug 13 04:15:00.140072 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f92f65-2713-4015-8a5d-f54ddcb317f1 None None] Pushing event updated for resources: {'Port': ['ID=9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc,revision_number=2']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:00.172991 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] Notify callbacks [] for port, precommit_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:00.203757 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7c6587ab-ed76-427f-8d65-42bb5ceab2a9 req-bc0cc3e2-b981-4904-8044-87b837dfca11 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689514 Aug 13 04:15:00.224038 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.provisioning_blocks [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] Transition to ACTIVE for port object c95ae5f8-6c96-4514-a9ce-469de95083a0 will not be triggered until provisioned by entity L2. {{(pid=94569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:00.326232 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:00.338101 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7a83e-8dc4-469c-9b7e-eb738476a668 req-d6e62941-dfb8-498b-a5c2-f6c61095cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:00.344898 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 77ddfb55-3e1f-43db-9068-b6d008da0a6f up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:00.352003 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-57b7a83e-8dc4-469c-9b7e-eb738476a668 req-d6e62941-dfb8-498b-a5c2-f6c61095cd11 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 1099 time: 0.4481595 Aug 13 04:15:00.526605 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-57b7a83e-8dc4-469c-9b7e-eb738476a668 req-1aae244d-1272-4feb-a805-89f5356819cb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140926 Aug 13 04:15:00.547740 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 6f79c2d5-dff8-443a-8022-184afd362616, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=6f79c2d5-dff8-443a-8022-184afd362616,segment=NetworkSegment(8944a374-1ee7-487b-a2a6-94821725dc4f),segment_id=8944a374-1ee7-487b-a2a6-94821725dc4f)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:00.556152 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-d86cd0c8-88b0-4963-b089-0c89aec212ec None None] Provisioning complete for port 77ddfb55-3e1f-43db-9068-b6d008da0a6f triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:00.566371 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d86cd0c8-88b0-4963-b089-0c89aec212ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:00.632275 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4336ff3c-2d3d-403c-a17a-88b9677e2032 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:00.665049 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': '6f79c2d5-dff8-443a-8022-184afd362616', 'network_id': 'abcd4aab-96e3-443f-8da7-c1a3b68b5fd6', 'port_id': '6f79c2d5-dff8-443a-8022-184afd362616', 'mac_address': 'fa:16:3e:d1:8e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286ac47b-13be-4544-bb9c-be79f8a451ec', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:15:00.683294 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:00.719838 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] Attempting to bind port c95ae5f8-6c96-4514-a9ce-469de95083a0 on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:15:00.720405 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] Attempting to bind port c95ae5f8-6c96-4514-a9ce-469de95083a0 by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}] {{(pid=94569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:15:00.720918 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] Attempting to bind port c95ae5f8-6c96-4514-a9ce-469de95083a0 on network a2b3fd62-7513-4482-ab06-e961571be3c5 {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:15:00.724095 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542425c9-fc36-48a8-88d0-c67330cd92d4 None None] Pushing event updated for resources: {'Port': ['ID=c95ae5f8-6c96-4514-a9ce-469de95083a0,revision_number=2']} {{(pid=94569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:00.735443 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3c05a-d1ba-49e0-9a9f-34e0fac2f44d req-17164399-4372-49f4-98c1-a86cc4db58fa tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:00.736202 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:15:00.741132 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] Checking segment: {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:15:00.741132 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:00.741132 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] Bound using segment: {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'} {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:15:00.741132 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] Bound port: c95ae5f8-6c96-4514-a9ce-469de95083a0, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}}] {{(pid=94569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:15:00.741132 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:00.745022 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7fc3c05a-d1ba-49e0-9a9f-34e0fac2f44d req-17164399-4372-49f4-98c1-a86cc4db58fa tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b9e845c-c4b5-4a33-84e5-06153b8def43 HTTP/1.1" status: 200 len: 947 time: 0.2341995 Aug 13 04:15:00.777016 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:00.797924 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.db [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] For port c95ae5f8-6c96-4514-a9ce-469de95083a0, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:15:00.801558 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.db [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] For port c95ae5f8-6c96-4514-a9ce-469de95083a0, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=c95ae5f8-6c96-4514-a9ce-469de95083a0,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:15:00.803237 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f79c2d5-dff8-443a-8022-184afd362616 {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:15:00.829596 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 6f79c2d5-dff8-443a-8022-184afd362616, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=6f79c2d5-dff8-443a-8022-184afd362616,segment=NetworkSegment(8944a374-1ee7-487b-a2a6-94821725dc4f),segment_id=8944a374-1ee7-487b-a2a6-94821725dc4f)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:00.853843 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 77ddfb55-3e1f-43db-9068-b6d008da0a6f triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:00.854271 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:00.856683 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7fc3c05a-d1ba-49e0-9a9f-34e0fac2f44d req-541aa599-21d5-431b-95ff-c4ecfecef108 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3dc9506-fac7-4f3f-a7c0-b6b430c02f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106844 Aug 13 04:15:00.910443 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Allocated IP 172.20.0.1 (e32643c6-8d74-4f65-969e-9aa4ee314bea/8b52e372-55dc-4bbf-8fbc-e314efb4eadd/71bb498f-d045-444a-8d4a-a5c9d3574930) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:15:00.937434 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:00.999004 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:01.003806 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542425c9-fc36-48a8-88d0-c67330cd92d4 None None] Pushing event updated for resources: {'Port': ['ID=c95ae5f8-6c96-4514-a9ce-469de95083a0,revision_number=3']} {{(pid=94569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:01.037532 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] Routers {'f16fe6a1-f934-421c-aef5-c369a826d72a'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:15:01.038532 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:14:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['f16fe6a1-f934-421c-aef5-c369a826d72a'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:01.045386 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4336ff3c-2d3d-403c-a17a-88b9677e2032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704504'] for router, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:01.057731 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:01.090449 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Transition to ACTIVE for port object 71bb498f-d045-444a-8d4a-a5c9d3574930 will not be triggered until provisioned by entity DHCP. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:01.092230 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=6f79c2d5-dff8-443a-8022-184afd362616,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:01.163042 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] Set router f16fe6a1-f934-421c-aef5-c369a826d72a gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:15:01.205978 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:01.258833 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Network e32643c6-8d74-4f65-969e-9aa4ee314bea is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:15:01.262874 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4336ff3c-2d3d-403c-a17a-88b9677e2032 admin admin] Router 685356e4-6623-46c0-9216-8764d8aaede2 is scheduled to L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf with binding_index 1 {{(pid=94566) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:15:01.273365 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:01.281596 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:15:01.292391 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Pushing event updated for resources: {'Port': ['ID=71bb498f-d045-444a-8d4a-a5c9d3574930,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:01.341883 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758317'] for router_interface, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:01.393133 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:01.393336 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:01.393682 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:01.394024 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:01.394351 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:01.394682 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:01.395011 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:01.395532 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:01.395646 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:01.395968 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:01.396348 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:01.396746 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:01.431261 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'name': 'tempest-TestShelveInstance-2080391269-router', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:56Z', 'updated_at': '2021-08-13T04:14:58Z', 'revision_number': 3, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'gw_port': {'id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:57Z', 'updated_at': '2021-08-13T04:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:01.464074 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5583f44-07cf-44d0-a7eb-9b41be4e2ee1 None None] The sync data for ids ['f16fe6a1-f934-421c-aef5-c369a826d72a'] in dv-cinder-759987-6-iscsi is: [{'id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'name': 'tempest-TestShelveInstance-2080391269-router', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:56Z', 'updated_at': '2021-08-13T04:14:58Z', 'revision_number': 3, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'gw_port': {'id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:57Z', 'updated_at': '2021-08-13T04:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}] {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:15:01.517259 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fe051-4879-4174-90fa-33212c3ab2db req-aac4fc55-c75d-49a5-933e-128fa94f05d1 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:01.519447 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-863fe051-4879-4174-90fa-33212c3ab2db req-aac4fc55-c75d-49a5-933e-128fa94f05d1 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 946 time: 0.2485051 Aug 13 04:15:01.525875 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b367108-b3a4-436d-8d09-bfed6e67ca55 None None] Network 108ee682-822f-485e-99b1-e4a7ccb079a2 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:15:01.553934 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4336ff3c-2d3d-403c-a17a-88b9677e2032 admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:15:01.583947 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-863fe051-4879-4174-90fa-33212c3ab2db req-c25d4ff3-9522-4be8-a33f-fcd22c2c17d8 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560782 Aug 13 04:15:01.586297 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['6f79c2d5-dff8-443a-8022-184afd362616'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:15:01.590671 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] Sync routers for ids ['685356e4-6623-46c0-9216-8764d8aaede2'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:15:01.642066 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:01.647976 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] Routers {'685356e4-6623-46c0-9216-8764d8aaede2'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:15:01.648630 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:14:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['685356e4-6623-46c0-9216-8764d8aaede2'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:01.662718 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4336ff3c-2d3d-403c-a17a-88b9677e2032 admin admin] Notify callbacks [] for router, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:01.666695 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-4336ff3c-2d3d-403c-a17a-88b9677e2032 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5917084 Aug 13 04:15:01.666941 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 53916) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:01.766394 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-793d9478-4235-4ed8-9cf9-28f25161e981 None None] Provisioning for port 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:01.921866 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] Set router 685356e4-6623-46c0-9216-8764d8aaede2 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:15:02.040008 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:02.101354 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29266674-34f7-4821-97c2-88254c46844b req-e721cff6-81a6-4ca6-adc8-c795e7ef6b80 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:02.118488 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-29266674-34f7-4821-97c2-88254c46844b req-e721cff6-81a6-4ca6-adc8-c795e7ef6b80 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b9e845c-c4b5-4a33-84e5-06153b8def43 HTTP/1.1" status: 200 len: 948 time: 0.0949354 Aug 13 04:15:02.125657 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:02.174044 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-bfea12d9-7d2e-4a45-b21e-33f3755bc45f None None] Provisioning for port 71bb498f-d045-444a-8d4a-a5c9d3574930 completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:02.211850 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-bfea12d9-7d2e-4a45-b21e-33f3755bc45f None None] Provisioning complete for port 71bb498f-d045-444a-8d4a-a5c9d3574930 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:02.212222 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-bfea12d9-7d2e-4a45-b21e-33f3755bc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:02.232276 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758457'] for router_interface, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:02.376645 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device c95ae5f8-6c96-4514-a9ce-469de95083a0 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:02.382550 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-29266674-34f7-4821-97c2-88254c46844b req-9a888bf2-dbf1-4167-b063-d1b537deafd3 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3dc9506-fac7-4f3f-a7c0-b6b430c02f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621358 Aug 13 04:15:02.443136 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-bfea12d9-7d2e-4a45-b21e-33f3755bc45f None None] Port 71bb498f-d045-444a-8d4a-a5c9d3574930 cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:15:02.469256 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Pushing event updated for resources: {'Port': ['ID=71bb498f-d045-444a-8d4a-a5c9d3574930,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:02.536397 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685356e4-6623-46c0-9216-8764d8aaede2', 'name': 'tempest-TestMinimumBasicScenario-1444258284-router', 'tenant_id': '3086463bb33d461abf911455930d099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:58Z', 'updated_at': '2021-08-13T04:15:00Z', 'revision_number': 3, 'project_id': '3086463bb33d461abf911455930d099f', 'gw_port': {'id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:35:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:59Z', 'updated_at': '2021-08-13T04:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:02.580330 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:02.590698 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Network e32643c6-8d74-4f65-969e-9aa4ee314bea is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:15:02.594471 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:02.615439 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] Checking router: 685356e4-6623-46c0-9216-8764d8aaede2 for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:15:02.616035 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] Updating router 685356e4-6623-46c0-9216-8764d8aaede2 port efcf50aa-7855-4967-8e92-c1e525221591 binding host dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:15:02.618022 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port c95ae5f8-6c96-4514-a9ce-469de95083a0 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:02.778624 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Router f16fe6a1-f934-421c-aef5-c369a826d72a has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:15:02.823185 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be9b7a-7bf3-4837-adc0-7ba6fee93f41 req-929070e9-e36a-49c1-9284-23dba089f749 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:02.825346 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f3be9b7a-7bf3-4837-adc0-7ba6fee93f41 req-929070e9-e36a-49c1-9284-23dba089f749 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 946 time: 0.1128292 Aug 13 04:15:02.865846 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port c95ae5f8-6c96-4514-a9ce-469de95083a0 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:02.865846 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:02.873113 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Allocated IP 172.20.0.1 (108ee682-822f-485e-99b1-e4a7ccb079a2/da0d00db-359e-4944-b69b-81292fbec523/ec4fd80b-0e7c-4a96-92ac-d8bca906199c) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:15:02.912772 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f3be9b7a-7bf3-4837-adc0-7ba6fee93f41 req-950fd21f-967e-44bc-9c67-a8d7ffe2e374 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768325 Aug 13 04:15:02.955749 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:15:02.958493 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:02.971333 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-6f0b1e67-2fc0-4a9d-a82c-ef568b131f8a admin admin] 10.222.0.32 "PUT /v2.0/routers/f16fe6a1-f934-421c-aef5-c369a826d72a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5772808 Aug 13 04:15:03.059778 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:03.077275 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Transition to ACTIVE for port object ec4fd80b-0e7c-4a96-92ac-d8bca906199c will not be triggered until provisioned by entity DHCP. {{(pid=94566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:03.154622 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:03.178159 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Network 108ee682-822f-485e-99b1-e4a7ccb079a2 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:15:03.181675 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-694e35e3-18ec-4960-bc5f-05fbe2944270 None None] Provisioning complete for port 71bb498f-d045-444a-8d4a-a5c9d3574930 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:03.182221 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-694e35e3-18ec-4960-bc5f-05fbe2944270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:03.218347 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:03.220335 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Pushing event updated for resources: {'Port': ['ID=ec4fd80b-0e7c-4a96-92ac-d8bca906199c,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:03.236949 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:15:03.310097 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-694e35e3-18ec-4960-bc5f-05fbe2944270 None None] Port 71bb498f-d045-444a-8d4a-a5c9d3574930 cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:15:03.322784 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758317'] for router_interface, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:03.382316 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:03.448036 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port c95ae5f8-6c96-4514-a9ce-469de95083a0, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=c95ae5f8-6c96-4514-a9ce-469de95083a0,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:03.551721 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] Notify callbacks [] for port, precommit_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:03.555460 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:03.556315 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:03.559137 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89d4cc-244c-406b-83a5-10ce2561f47a req-62d00432-7118-4e6e-a6b4-8597e3e4d134 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:03.564524 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ff89d4cc-244c-406b-83a5-10ce2561f47a req-62d00432-7118-4e6e-a6b4-8597e3e4d134 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b9e845c-c4b5-4a33-84e5-06153b8def43 HTTP/1.1" status: 200 len: 948 time: 0.0582626 Aug 13 04:15:03.617970 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ff89d4cc-244c-406b-83a5-10ce2561f47a req-5fba16b6-ea4b-434a-bf86-c11d95564919 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3dc9506-fac7-4f3f-a7c0-b6b430c02f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457220 Aug 13 04:15:03.651743 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:03.677531 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] Transition to ACTIVE for port object efcf50aa-7855-4967-8e92-c1e525221591 will not be triggered until provisioned by entity L2. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:03.708335 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-d1f73e9c-f097-4f7a-8732-2d6dc8eaaa44 None None] Provisioning for port ec4fd80b-0e7c-4a96-92ac-d8bca906199c completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:03.728186 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-d1f73e9c-f097-4f7a-8732-2d6dc8eaaa44 None None] Provisioning complete for port ec4fd80b-0e7c-4a96-92ac-d8bca906199c triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:03.728897 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d1f73e9c-f097-4f7a-8732-2d6dc8eaaa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:03.758548 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=c95ae5f8-6c96-4514-a9ce-469de95083a0,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:03.790157 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:03.816258 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-d1f73e9c-f097-4f7a-8732-2d6dc8eaaa44 None None] Port ec4fd80b-0e7c-4a96-92ac-d8bca906199c cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:15:03.850668 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa260b-1296-4512-88a1-6cc12d366a35 None None] Pushing event updated for resources: {'Port': ['ID=efcf50aa-7855-4967-8e92-c1e525221591,revision_number=2']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:03.857895 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] Attempting to bind port efcf50aa-7855-4967-8e92-c1e525221591 on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:15:03.858270 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] Attempting to bind port efcf50aa-7855-4967-8e92-c1e525221591 by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:15:03.858633 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] Attempting to bind port efcf50aa-7855-4967-8e92-c1e525221591 on network a2b3fd62-7513-4482-ab06-e961571be3c5 {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:15:03.865311 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:15:03.865674 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] Checking segment: {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:15:03.866077 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:03.867880 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] Bound using segment: {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:15:03.867880 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] Bound port: efcf50aa-7855-4967-8e92-c1e525221591, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:15:03.867880 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:03.890132 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:03.896795 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:03.903674 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:03.904045 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:03.943721 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] Sync routers for ids ['f16fe6a1-f934-421c-aef5-c369a826d72a'] in dv-cinder-759987-6-iscsi {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:15:03.954236 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] Routers {'f16fe6a1-f934-421c-aef5-c369a826d72a'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:15:03.954855 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:14:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['f16fe6a1-f934-421c-aef5-c369a826d72a'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:03.961893 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 53968) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:03.968015 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-5190362e-bbd4-43b9-b5a7-ff6a7b5ac7f8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-373353111-network', 'tenant_id': '04c1d51776ee4b2e8a5edd37d33d7f95'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:03.973559 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] For port efcf50aa-7855-4967-8e92-c1e525221591, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:15:03.977744 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] For port efcf50aa-7855-4967-8e92-c1e525221591, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=efcf50aa-7855-4967-8e92-c1e525221591,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:15:04.031729 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:04.068784 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc,segment=NetworkSegment(94686359-6cdf-4305-8bcb-ff635918700f),segment_id=94686359-6cdf-4305-8bcb-ff635918700f)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:04.070725 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:04.086033 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] Set router f16fe6a1-f934-421c-aef5-c369a826d72a gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:15:04.109569 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 6f79c2d5-dff8-443a-8022-184afd362616 up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:04.175562 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa260b-1296-4512-88a1-6cc12d366a35 None None] Pushing event updated for resources: {'Port': ['ID=efcf50aa-7855-4967-8e92-c1e525221591,revision_number=3']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:04.180039 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] Routers {'685356e4-6623-46c0-9216-8764d8aaede2'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:15:04.180681 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:14:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['685356e4-6623-46c0-9216-8764d8aaede2'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:04.221558 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2630174'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:04.222174 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:04.292646 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758457'] for router_interface, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:04.301334 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Pushing event updated for resources: {'Port': ['ID=ec4fd80b-0e7c-4a96-92ac-d8bca906199c,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:04.312807 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:04.313537 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:04.314089 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:04.314574 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:04.315055 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:04.315542 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:04.316020 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:04.316531 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:04.317005 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:04.317476 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:04.317945 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:04.318414 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:04.362654 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc,revision_number=3']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:04.368001 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5190362e-bbd4-43b9-b5a7-ff6a7b5ac7f8 admin admin] Made reservation on behalf of 04c1d51776ee4b2e8a5edd37d33d7f95 for: {'network': 1} {{(pid=94566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:15:04.370520 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5190362e-bbd4-43b9-b5a7-ff6a7b5ac7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for network, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:04.388655 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5190362e-bbd4-43b9-b5a7-ff6a7b5ac7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:04.395011 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning for port 6f79c2d5-dff8-443a-8022-184afd362616 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:04.411222 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] Set router 685356e4-6623-46c0-9216-8764d8aaede2 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:15:04.451271 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port 6f79c2d5-dff8-443a-8022-184afd362616 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:04.452742 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:04.458078 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'name': 'tempest-TestShelveInstance-2080391269-router', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:56Z', 'updated_at': '2021-08-13T04:15:01Z', 'revision_number': 4, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'gw_port': {'id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:57Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': '71bb498f-d045-444a-8d4a-a5c9d3574930', 'name': '', 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'mac_address': 'fa:16:3e:fa:88:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8b52e372-55dc-4bbf-8fbc-e314efb4eadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:00Z', 'updated_at': '2021-08-13T04:15:01Z', 'revision_number': 2, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'subnets': [{'id': '8b52e372-55dc-4bbf-8fbc-e314efb4eadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:04.459897 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Network 108ee682-822f-485e-99b1-e4a7ccb079a2 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:15:04.462886 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:04.505483 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] Checking router: f16fe6a1-f934-421c-aef5-c369a826d72a for host: dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:15:04.505656 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device c95ae5f8-6c96-4514-a9ce-469de95083a0 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:04.505834 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] Updating router f16fe6a1-f934-421c-aef5-c369a826d72a port 71bb498f-d045-444a-8d4a-a5c9d3574930 binding host dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:15:04.543674 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:04.658778 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Router 685356e4-6623-46c0-9216-8764d8aaede2 has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:15:04.690294 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5190362e-bbd4-43b9-b5a7-ff6a7b5ac7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:04.716746 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port c95ae5f8-6c96-4514-a9ce-469de95083a0 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:04.716746 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:04.764463 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5190362e-bbd4-43b9-b5a7-ff6a7b5ac7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:04.802836 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190362e-bbd4-43b9-b5a7-ff6a7b5ac7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a36577-54ab-4d80-ab76-e7c968f62a34,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:04.849334 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5190362e-bbd4-43b9-b5a7-ff6a7b5ac7f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=94566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:15:04.872648 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-8a1bbf39-342e-443b-b6a9-48665f987646 None None] Provisioning complete for port ec4fd80b-0e7c-4a96-92ac-d8bca906199c triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:04.873054 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-8a1bbf39-342e-443b-b6a9-48665f987646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:04.881944 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:04.914044 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5190362e-bbd4-43b9-b5a7-ff6a7b5ac7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:04.914641 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.db.segments_db [None req-5190362e-bbd4-43b9-b5a7-ff6a7b5ac7f8 admin admin] Added segment 1a78c2b0-51a9-4046-8fa0-0eca85729676 of type vlan for network f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a Aug 13 04:15:04.950003 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e633225-98c1-468d-a3f6-1c5cc25b35f0 req-4f7e2284-29bd-4ed7-8798-d0ffbbecdfae tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:04.951831 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4e633225-98c1-468d-a3f6-1c5cc25b35f0 req-4f7e2284-29bd-4ed7-8798-d0ffbbecdfae tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b9e845c-c4b5-4a33-84e5-06153b8def43 HTTP/1.1" status: 200 len: 948 time: 0.1501215 Aug 13 04:15:04.958754 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] Notify callbacks [] for port, precommit_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:04.983685 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:15:04.996714 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.provisioning_blocks [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] Transition to ACTIVE for port object 71bb498f-d045-444a-8d4a-a5c9d3574930 will not be triggered until provisioned by entity L2. {{(pid=94569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:04.998109 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-00f33994-9e66-43b6-b4c1-09176e7c9f19 admin admin] 10.222.0.32 "PUT /v2.0/routers/685356e4-6623-46c0-9216-8764d8aaede2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3300400 Aug 13 04:15:05.005103 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9e845c-c4b5-4a33-84e5-06153b8def43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f79c2d5-dff8-443a-8022-184afd362616'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:15:05.008436 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb3d596-d36f-4e95-a8fb-e7a2caabff9a" -d '{"events": [{"server_uuid": "4b9e845c-c4b5-4a33-84e5-06153b8def43", "name": "network-vif-plugged", "status": "completed", "tag": "6f79c2d5-dff8-443a-8022-184afd362616"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:15:05.013571 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-8a1bbf39-342e-443b-b6a9-48665f987646 None None] Port ec4fd80b-0e7c-4a96-92ac-d8bca906199c cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:15:05.028215 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5190362e-bbd4-43b9-b5a7-ff6a7b5ac7f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784943942714'] for network, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:05.031210 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 6f79c2d5-dff8-443a-8022-184afd362616, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=6f79c2d5-dff8-443a-8022-184afd362616,segment=NetworkSegment(8944a374-1ee7-487b-a2a6-94821725dc4f),segment_id=8944a374-1ee7-487b-a2a6-94821725dc4f)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:05.064930 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4e633225-98c1-468d-a3f6-1c5cc25b35f0 req-8c337d5d-011a-4cd5-a4fb-c92ca43d46f3 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3dc9506-fac7-4f3f-a7c0-b6b430c02f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831244 Aug 13 04:15:05.067080 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685356e4-6623-46c0-9216-8764d8aaede2', 'name': 'tempest-TestMinimumBasicScenario-1444258284-router', 'tenant_id': '3086463bb33d461abf911455930d099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:58Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 4, 'project_id': '3086463bb33d461abf911455930d099f', 'gw_port': {'id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:35:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:59Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'ec4fd80b-0e7c-4a96-92ac-d8bca906199c', 'name': '', 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2', 'tenant_id': '3086463bb33d461abf911455930d099f', 'mac_address': 'fa:16:3e:32:bc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'da0d00db-359e-4944-b69b-81292fbec523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:02Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 2, 'project_id': '3086463bb33d461abf911455930d099f', 'subnets': [{'id': 'da0d00db-359e-4944-b69b-81292fbec523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:05.100942 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcd7ca0-490d-4f37-8f95-52e14fed0439 None None] The sync data for ids ['685356e4-6623-46c0-9216-8764d8aaede2'] in dv-cinder-759987-6-iscsi is: [{'id': '685356e4-6623-46c0-9216-8764d8aaede2', 'name': 'tempest-TestMinimumBasicScenario-1444258284-router', 'tenant_id': '3086463bb33d461abf911455930d099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:58Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 4, 'project_id': '3086463bb33d461abf911455930d099f', 'gw_port': {'id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:35:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:59Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'ec4fd80b-0e7c-4a96-92ac-d8bca906199c', 'name': '', 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2', 'tenant_id': '3086463bb33d461abf911455930d099f', 'mac_address': 'fa:16:3e:32:bc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'da0d00db-359e-4944-b69b-81292fbec523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:02Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 2, 'project_id': '3086463bb33d461abf911455930d099f', 'subnets': [{'id': 'da0d00db-359e-4944-b69b-81292fbec523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:15:05.106036 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:05.127076 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:05.159302 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d376601-ac37-4feb-a55e-2320f2f3bda2 x-openstack-request-id: req-6d376601-ac37-4feb-a55e-2320f2f3bda2 {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:15:05.159604 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9e845c-c4b5-4a33-84e5-06153b8def43", "name": "network-vif-plugged", "status": "completed", "tag": "6f79c2d5-dff8-443a-8022-184afd362616", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:15:05.159813 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d376601-ac37-4feb-a55e-2320f2f3bda2 {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:15:05.160195 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9e845c-c4b5-4a33-84e5-06153b8def43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f79c2d5-dff8-443a-8022-184afd362616', 'code': 200} Aug 13 04:15:05.194097 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=6f79c2d5-dff8-443a-8022-184afd362616,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:05.205957 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78730f4b-a63f-4c3a-a3a8-3e947bdb5f84 None None] Pushing event updated for resources: {'Port': ['ID=71bb498f-d045-444a-8d4a-a5c9d3574930,revision_number=3']} {{(pid=94569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:05.217166 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5190362e-bbd4-43b9-b5a7-ff6a7b5ac7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for network, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:05.218191 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5190362e-bbd4-43b9-b5a7-ff6a7b5ac7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:05.224850 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5190362e-bbd4-43b9-b5a7-ff6a7b5ac7f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:05.258545 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] Attempting to bind port 71bb498f-d045-444a-8d4a-a5c9d3574930 on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:15:05.258914 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] Attempting to bind port 71bb498f-d045-444a-8d4a-a5c9d3574930 by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '866cb03e-1dbe-4792-85cf-b95732c5afd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea'}] {{(pid=94569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:15:05.259276 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] Attempting to bind port 71bb498f-d045-444a-8d4a-a5c9d3574930 on network e32643c6-8d74-4f65-969e-9aa4ee314bea {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:15:05.269473 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:15:05.269842 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] Checking segment: {'id': '866cb03e-1dbe-4792-85cf-b95732c5afd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:15:05.270453 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:05.271034 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] Bound using segment: {'id': '866cb03e-1dbe-4792-85cf-b95732c5afd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea'} {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:15:05.272404 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] Bound port: 71bb498f-d045-444a-8d4a-a5c9d3574930, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866cb03e-1dbe-4792-85cf-b95732c5afd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea'}}] {{(pid=94569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:15:05.273004 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:05.329680 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-5190362e-bbd4-43b9-b5a7-ff6a7b5ac7f8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3666296 Aug 13 04:15:05.332708 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 54002) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:05.339116 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-5d13dd37-2eb3-437a-9da1-992100b683ab admin admin] Request body: {'subnet': {'network_id': 'f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-373353111-subnet', 'tenant_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'ip_version': 4}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:05.356785 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190362e-bbd4-43b9-b5a7-ff6a7b5ac7f8 admin admin] Pushing event updated for resources: {'Network': ['ID=f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:05.370024 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Network f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a details requested by agent ovs-agent-dv-cinder-759987-6-iscsi with host dv-cinder-759987-6-iscsi {{(pid=94568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:15:05.463897 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.db [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] For port 71bb498f-d045-444a-8d4a-a5c9d3574930, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:15:05.469255 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.db [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] For port 71bb498f-d045-444a-8d4a-a5c9d3574930, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=71bb498f-d045-444a-8d4a-a5c9d3574930,segment=NetworkSegment(866cb03e-1dbe-4792-85cf-b95732c5afd6),segment_id=866cb03e-1dbe-4792-85cf-b95732c5afd6)] {{(pid=94569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:15:05.474677 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d13dd37-2eb3-437a-9da1-992100b683ab admin admin] Made reservation on behalf of 04c1d51776ee4b2e8a5edd37d33d7f95 for: {'subnet': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:15:05.479503 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-5d13dd37-2eb3-437a-9da1-992100b683ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3275399'] for subnet, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:05.543847 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:05.620477 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] Routers {'f16fe6a1-f934-421c-aef5-c369a826d72a'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:15:05.620477 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:14:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['f16fe6a1-f934-421c-aef5-c369a826d72a'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:05.640061 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d02d1-4c8b-4c5b-922e-39b0ea29aafb req-e355b390-497f-488d-b90b-e0db8c1bed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:05.641575 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-528d02d1-4c8b-4c5b-922e-39b0ea29aafb req-e355b390-497f-488d-b90b-e0db8c1bed33 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4b9e845c-c4b5-4a33-84e5-06153b8def43 HTTP/1.1" status: 200 len: 1102 time: 0.0890977 Aug 13 04:15:05.664624 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78730f4b-a63f-4c3a-a3a8-3e947bdb5f84 None None] Pushing event updated for resources: {'Port': ['ID=71bb498f-d045-444a-8d4a-a5c9d3574930,revision_number=4']} {{(pid=94569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:05.732307 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-528d02d1-4c8b-4c5b-922e-39b0ea29aafb req-ae7ee44d-591b-4b88-9108-032632506914 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c3dc9506-fac7-4f3f-a7c0-b6b430c02f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810540 Aug 13 04:15:05.788114 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] Set router f16fe6a1-f934-421c-aef5-c369a826d72a gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:15:05.931266 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-5d13dd37-2eb3-437a-9da1-992100b683ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2940352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3275445'] for subnet, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:05.999370 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13dd37-2eb3-437a-9da1-992100b683ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=553832f1-fba9-4946-839f-0641ec0c86b9,revision_number=0']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:06.009106 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d13dd37-2eb3-437a-9da1-992100b683ab admin admin] Checking segment: {'id': '1a78c2b0-51a9-4046-8fa0-0eca85729676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:15:06.009575 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d13dd37-2eb3-437a-9da1-992100b683ab admin admin] Network hostable DHCP agents. Network: f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a, hostable agents: ['a96cd20f-888c-4e1e-badb-6a5336c30bd0'], hosted agents: [] {{(pid=94567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:15:06.138656 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d13dd37-2eb3-437a-9da1-992100b683ab admin admin] Network f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a is scheduled to be hosted by DHCP agent a96cd20f-888c-4e1e-badb-6a5336c30bd0 with binding_index 1 {{(pid=94567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:15:06.226072 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'name': 'tempest-TestShelveInstance-2080391269-router', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:56Z', 'updated_at': '2021-08-13T04:15:01Z', 'revision_number': 4, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'gw_port': {'id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:57Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': '71bb498f-d045-444a-8d4a-a5c9d3574930', 'name': '', 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'mac_address': 'fa:16:3e:fa:88:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8b52e372-55dc-4bbf-8fbc-e314efb4eadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:00Z', 'updated_at': '2021-08-13T04:15:05Z', 'revision_number': 4, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'subnets': [{'id': '8b52e372-55dc-4bbf-8fbc-e314efb4eadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:06.240405 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [None req-5d13dd37-2eb3-437a-9da1-992100b683ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-6-iscsi, f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a) {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:06.245581 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d13dd37-2eb3-437a-9da1-992100b683ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:06.247148 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-5d13dd37-2eb3-437a-9da1-992100b683ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:06.266711 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df16026c-5f75-40e5-8201-001448302b29 None None] Network f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:15:06.321402 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c3ad45-036e-4ac6-b4de-6da84c423d2d None None] The sync data for ids ['f16fe6a1-f934-421c-aef5-c369a826d72a'] in dv-cinder-759987-6-iscsi is: [{'id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'name': 'tempest-TestShelveInstance-2080391269-router', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:56Z', 'updated_at': '2021-08-13T04:15:01Z', 'revision_number': 4, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'gw_port': {'id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:57Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': '71bb498f-d045-444a-8d4a-a5c9d3574930', 'name': '', 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'mac_address': 'fa:16:3e:fa:88:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8b52e372-55dc-4bbf-8fbc-e314efb4eadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:00Z', 'updated_at': '2021-08-13T04:15:05Z', 'revision_number': 4, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'subnets': [{'id': '8b52e372-55dc-4bbf-8fbc-e314efb4eadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:15:06.331798 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 54030) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:06.341771 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-83a9be51-e0ed-4c71-8337-94b809a782f1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2111167187-network', 'tenant_id': '3d3e19e95f3a46a6a4e79995ea65fe87'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:06.379334 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5612f5-e46b-4300-bc7b-85ab7f3a259d req-edc55f72-71a0-4fc4-b5a0-41fa644eb913 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:06.400745 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9d5612f5-e46b-4300-bc7b-85ab7f3a259d req-edc55f72-71a0-4fc4-b5a0-41fa644eb913 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b9e845c-c4b5-4a33-84e5-06153b8def43 HTTP/1.1" status: 200 len: 949 time: 0.1714656 Aug 13 04:15:06.414185 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-5d13dd37-2eb3-437a-9da1-992100b683ab admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0797765 Aug 13 04:15:06.417530 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 54032) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:06.460987 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-040963e1-1d02-447b-be2f-a276942b9799 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-373353111-router', 'tenant_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:06.521549 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9d5612f5-e46b-4300-bc7b-85ab7f3a259d req-27bc4356-5287-47af-a9a3-3af5d3499a2d tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3dc9506-fac7-4f3f-a7c0-b6b430c02f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193910 Aug 13 04:15:06.568987 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a9be51-e0ed-4c71-8337-94b809a782f1 admin admin] Made reservation on behalf of 3d3e19e95f3a46a6a4e79995ea65fe87 for: {'network': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:15:06.572619 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-83a9be51-e0ed-4c71-8337-94b809a782f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for network, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:06.590399 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-83a9be51-e0ed-4c71-8337-94b809a782f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:06.611450 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device efcf50aa-7855-4967-8e92-c1e525221591 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:06.692732 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-040963e1-1d02-447b-be2f-a276942b9799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-702958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-994'] for router, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:06.694229 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-040963e1-1d02-447b-be2f-a276942b9799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1019'] for router, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:06.768873 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe2073a-320e-43e6-9f91-7ca6e29e63e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27419f4f-f895-5a79-96f6-f3b4f67478ae-f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a', 'network_id': 'f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a', 'tenant_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'fixed_ips': [{'subnet_id': '553832f1-fba9-4946-839f-0641ec0c86b9'}]}} from dv-cinder-759987-6-iscsi. {{(pid=94568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:15:06.770054 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-ffe2073a-320e-43e6-9f91-7ca6e29e63e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:06.770449 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-040963e1-1d02-447b-be2f-a276942b9799 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:06.794319 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port efcf50aa-7855-4967-8e92-c1e525221591 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:06.805335 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port efcf50aa-7855-4967-8e92-c1e525221591 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:06.805775 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:06.857009 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-83a9be51-e0ed-4c71-8337-94b809a782f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:07.000337 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-83a9be51-e0ed-4c71-8337-94b809a782f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:07.066159 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.db_base_plugin_common [None req-ffe2073a-320e-43e6-9f91-7ca6e29e63e1 None None] Allocated IP 172.20.0.2 (f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a/553832f1-fba9-4946-839f-0641ec0c86b9/ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865) {{(pid=94568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:15:07.068010 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:07.068735 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-040963e1-1d02-447b-be2f-a276942b9799 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:07.079547 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a9be51-e0ed-4c71-8337-94b809a782f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=94567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:15:07.084453 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9be51-e0ed-4c71-8337-94b809a782f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f57455-a703-48f6-b58e-079de06746ad,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:07.097003 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-83a9be51-e0ed-4c71-8337-94b809a782f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:07.097003 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.db.segments_db [None req-83a9be51-e0ed-4c71-8337-94b809a782f1 admin admin] Added segment 89359538-3053-477e-830e-4dcef43ab894 of type vlan for network 920b77e0-0ecc-42e1-a0b3-83489096fd0f Aug 13 04:15:07.139827 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:15:07.145093 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port efcf50aa-7855-4967-8e92-c1e525221591, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=efcf50aa-7855-4967-8e92-c1e525221591,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:07.158687 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-83a9be51-e0ed-4c71-8337-94b809a782f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784943942714'] for network, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:07.266974 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:07.267895 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:07.342771 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-ffe2073a-320e-43e6-9f91-7ca6e29e63e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:07.351614 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-83a9be51-e0ed-4c71-8337-94b809a782f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for network, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:07.352752 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a9be51-e0ed-4c71-8337-94b809a782f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:07.362308 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-83a9be51-e0ed-4c71-8337-94b809a782f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:07.371607 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-ffe2073a-320e-43e6-9f91-7ca6e29e63e1 None None] Transition to ACTIVE for port object ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865 will not be triggered until provisioned by entity L2. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:07.387370 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=efcf50aa-7855-4967-8e92-c1e525221591,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:07.396557 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-ffe2073a-320e-43e6-9f91-7ca6e29e63e1 None None] Transition to ACTIVE for port object ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865 will not be triggered until provisioned by entity DHCP. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:07.403701 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:07.404029 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:07.453963 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-040963e1-1d02-447b-be2f-a276942b9799 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:07.458480 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9be51-e0ed-4c71-8337-94b809a782f1 admin admin] Pushing event updated for resources: {'Network': ['ID=920b77e0-0ecc-42e1-a0b3-83489096fd0f,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:07.469449 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Network 920b77e0-0ecc-42e1-a0b3-83489096fd0f details requested by agent ovs-agent-dv-cinder-759987-6-iscsi with host dv-cinder-759987-6-iscsi {{(pid=94568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:15:07.475138 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-ffe2073a-320e-43e6-9f91-7ca6e29e63e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956'] for port, after_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:07.481290 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-040963e1-1d02-447b-be2f-a276942b9799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:07.519324 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-83a9be51-e0ed-4c71-8337-94b809a782f1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1860087 Aug 13 04:15:07.522070 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 54044) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:07.528618 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-a578ca4c-e1e2-406e-bb9a-0a278e100231 admin admin] Request body: {'subnet': {'network_id': '920b77e0-0ecc-42e1-a0b3-83489096fd0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2111167187-subnet', 'tenant_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'ip_version': 4}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:07.571816 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe2073a-320e-43e6-9f91-7ca6e29e63e1 None None] Network f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a is already hosted by enough agents. {{(pid=94568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:15:07.579494 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.scheduler.base_scheduler [None req-ffe2073a-320e-43e6-9f91-7ca6e29e63e1 None None] Resources bound (agent type, host, resource id): {{(pid=94568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:07.583046 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2073a-320e-43e6-9f91-7ca6e29e63e1 None None] Pushing event updated for resources: {'Port': ['ID=ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865,revision_number=1']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:07.585361 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe2073a-320e-43e6-9f91-7ca6e29e63e1 None None] Received port after_create {{(pid=94568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:15:07.622836 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [None req-040963e1-1d02-447b-be2f-a276942b9799 admin admin] Allocated IP 172.27.3.16 (a2b3fd62-7513-4482-ab06-e961571be3c5/2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e/3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:15:07.630511 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a578ca4c-e1e2-406e-bb9a-0a278e100231 admin admin] Made reservation on behalf of 3d3e19e95f3a46a6a4e79995ea65fe87 for: {'subnet': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:15:07.632881 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-a578ca4c-e1e2-406e-bb9a-0a278e100231 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3275399'] for subnet, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:07.659287 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-ffe2073a-320e-43e6-9f91-7ca6e29e63e1 None None] Attempting to bind port ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865 on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:15:07.659667 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-ffe2073a-320e-43e6-9f91-7ca6e29e63e1 None None] Attempting to bind port ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865 by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '1a78c2b0-51a9-4046-8fa0-0eca85729676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a'}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:15:07.660028 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe2073a-320e-43e6-9f91-7ca6e29e63e1 None None] Attempting to bind port ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865 on network f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:15:07.665965 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe2073a-320e-43e6-9f91-7ca6e29e63e1 None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:15:07.668418 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe2073a-320e-43e6-9f91-7ca6e29e63e1 None None] Checking segment: {'id': '1a78c2b0-51a9-4046-8fa0-0eca85729676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:15:07.668418 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-ffe2073a-320e-43e6-9f91-7ca6e29e63e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:07.668418 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe2073a-320e-43e6-9f91-7ca6e29e63e1 None None] Bound using segment: {'id': '1a78c2b0-51a9-4046-8fa0-0eca85729676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a'} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:15:07.668418 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-ffe2073a-320e-43e6-9f91-7ca6e29e63e1 None None] Bound port: ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a78c2b0-51a9-4046-8fa0-0eca85729676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a'}}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:15:07.668960 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-ffe2073a-320e-43e6-9f91-7ca6e29e63e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:07.697004 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e80c31-edc7-451e-a1c9-b5bfd2955bb6 req-fe7bf478-e7d2-4cef-bfd2-4d5385c6030e tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:07.698768 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-36e80c31-edc7-451e-a1c9-b5bfd2955bb6 req-fe7bf478-e7d2-4cef-bfd2-4d5385c6030e tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b9e845c-c4b5-4a33-84e5-06153b8def43 HTTP/1.1" status: 200 len: 949 time: 0.0636103 Aug 13 04:15:07.740280 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-36e80c31-edc7-451e-a1c9-b5bfd2955bb6 req-1ee804e4-cb12-498e-997a-4b2354ff171c tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3dc9506-fac7-4f3f-a7c0-b6b430c02f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330682 Aug 13 04:15:07.750941 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-ffe2073a-320e-43e6-9f91-7ca6e29e63e1 None None] For port ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:15:07.764622 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-ffe2073a-320e-43e6-9f91-7ca6e29e63e1 None None] For port ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865,segment=NetworkSegment(1a78c2b0-51a9-4046-8fa0-0eca85729676),segment_id=1a78c2b0-51a9-4046-8fa0-0eca85729676)] {{(pid=94568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:15:07.862668 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-ffe2073a-320e-43e6-9f91-7ca6e29e63e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:07.927711 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2073a-320e-43e6-9f91-7ca6e29e63e1 None None] Pushing event updated for resources: {'Port': ['ID=ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865,revision_number=2']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:07.938724 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-040963e1-1d02-447b-be2f-a276942b9799 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:08.034007 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-a578ca4c-e1e2-406e-bb9a-0a278e100231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2940352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3275445'] for subnet, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:08.065115 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-040963e1-1d02-447b-be2f-a276942b9799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:08.155033 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040963e1-1d02-447b-be2f-a276942b9799 admin admin] Network a2b3fd62-7513-4482-ab06-e961571be3c5 is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:15:08.165291 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [None req-040963e1-1d02-447b-be2f-a276942b9799 admin admin] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:08.167081 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578ca4c-e1e2-406e-bb9a-0a278e100231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6af06df6-a4ed-4e5d-8712-5793192f490d,revision_number=0']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:08.176767 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040963e1-1d02-447b-be2f-a276942b9799 admin admin] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:15:08.219399 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040963e1-1d02-447b-be2f-a276942b9799 admin admin] Pushing event updated for resources: {'Port': ['ID=3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:08.238060 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a578ca4c-e1e2-406e-bb9a-0a278e100231 admin admin] Checking segment: {'id': '89359538-3053-477e-830e-4dcef43ab894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '920b77e0-0ecc-42e1-a0b3-83489096fd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:15:08.238416 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a578ca4c-e1e2-406e-bb9a-0a278e100231 admin admin] Network hostable DHCP agents. Network: 920b77e0-0ecc-42e1-a0b3-83489096fd0f, hostable agents: ['a96cd20f-888c-4e1e-badb-6a5336c30bd0'], hosted agents: [] {{(pid=94567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:15:08.381850 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a578ca4c-e1e2-406e-bb9a-0a278e100231 admin admin] Network 920b77e0-0ecc-42e1-a0b3-83489096fd0f is scheduled to be hosted by DHCP agent a96cd20f-888c-4e1e-badb-6a5336c30bd0 with binding_index 1 {{(pid=94567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:15:08.391419 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2f26f-0f5f-49d3-8fa5-d5b1510f7ec0 req-beaf6a12-14b4-4ee4-9f9e-4d6ef444767f tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:08.394406 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f9c2f26f-0f5f-49d3-8fa5-d5b1510f7ec0 req-beaf6a12-14b4-4ee4-9f9e-4d6ef444767f tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b9e845c-c4b5-4a33-84e5-06153b8def43 HTTP/1.1" status: 200 len: 949 time: 0.0741060 Aug 13 04:15:08.466105 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f9c2f26f-0f5f-49d3-8fa5-d5b1510f7ec0 req-f7c4e38f-079a-4f93-9928-e3d986a5cb65 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3dc9506-fac7-4f3f-a7c0-b6b430c02f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644903 Aug 13 04:15:08.490540 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [None req-a578ca4c-e1e2-406e-bb9a-0a278e100231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-6-iscsi, 920b77e0-0ecc-42e1-a0b3-83489096fd0f) {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:08.495591 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a578ca4c-e1e2-406e-bb9a-0a278e100231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:08.496705 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-a578ca4c-e1e2-406e-bb9a-0a278e100231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:08.504451 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8ec91f-34b8-4585-9789-ed420c535d27 None None] Network 920b77e0-0ecc-42e1-a0b3-83489096fd0f requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:15:08.556211 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 71bb498f-d045-444a-8d4a-a5c9d3574930 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:08.583036 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-a578ca4c-e1e2-406e-bb9a-0a278e100231 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0600524 Aug 13 04:15:08.586183 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 54074) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:08.590777 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-8f23284a-420c-41e2-898d-ef4a74cfe4e7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2111167187-router', 'tenant_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:08.656155 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-040963e1-1d02-447b-be2f-a276942b9799 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:08.673903 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8f23284a-420c-41e2-898d-ef4a74cfe4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-702958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-994'] for router, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:08.674935 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8f23284a-420c-41e2-898d-ef4a74cfe4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1019'] for router, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:08.723392 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27c845d-245a-42b2-99cd-c4c605cd6b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27419f4f-f895-5a79-96f6-f3b4f67478ae-920b77e0-0ecc-42e1-a0b3-83489096fd0f', 'network_id': '920b77e0-0ecc-42e1-a0b3-83489096fd0f', 'tenant_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'fixed_ips': [{'subnet_id': '6af06df6-a4ed-4e5d-8712-5793192f490d'}]}} from dv-cinder-759987-6-iscsi. {{(pid=94568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:15:08.724347 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c27c845d-245a-42b2-99cd-c4c605cd6b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:08.747290 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port 71bb498f-d045-444a-8d4a-a5c9d3574930 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:08.759563 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8f23284a-420c-41e2-898d-ef4a74cfe4e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:08.761863 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 71bb498f-d045-444a-8d4a-a5c9d3574930 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:08.762474 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:08.835252 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-b73728cd-7c09-47cb-9c8f-c047376a1e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:08.944735 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-040963e1-1d02-447b-be2f-a276942b9799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704504'] for router, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:08.960735 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.db_base_plugin_common [None req-c27c845d-245a-42b2-99cd-c4c605cd6b8d None None] Allocated IP 172.20.0.2 (920b77e0-0ecc-42e1-a0b3-83489096fd0f/6af06df6-a4ed-4e5d-8712-5793192f490d/9d345429-4220-47b3-a3b7-5000951eeaa6) {{(pid=94568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:15:08.973409 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:09.023419 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8f23284a-420c-41e2-898d-ef4a74cfe4e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:09.052245 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port 71bb498f-d045-444a-8d4a-a5c9d3574930, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=71bb498f-d045-444a-8d4a-a5c9d3574930,segment=NetworkSegment(866cb03e-1dbe-4792-85cf-b95732c5afd6),segment_id=866cb03e-1dbe-4792-85cf-b95732c5afd6)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:09.140941 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:09.140941 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device efcf50aa-7855-4967-8e92-c1e525221591 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:09.194947 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c27c845d-245a-42b2-99cd-c4c605cd6b8d None None] Notify callbacks [] for port, precommit_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:09.233858 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040963e1-1d02-447b-be2f-a276942b9799 admin admin] Router a776f5cb-5eb4-4d2a-92ea-567b6ae43091 is scheduled to L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf with binding_index 1 {{(pid=94567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:15:09.254462 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-c27c845d-245a-42b2-99cd-c4c605cd6b8d None None] Transition to ACTIVE for port object 9d345429-4220-47b3-a3b7-5000951eeaa6 will not be triggered until provisioned by entity L2. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:09.295560 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=71bb498f-d045-444a-8d4a-a5c9d3574930,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:09.340097 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-c27c845d-245a-42b2-99cd-c4c605cd6b8d None None] Transition to ACTIVE for port object 9d345429-4220-47b3-a3b7-5000951eeaa6 will not be triggered until provisioned by entity DHCP. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:09.350838 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port efcf50aa-7855-4967-8e92-c1e525221591 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:09.351571 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:09.451956 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c27c845d-245a-42b2-99cd-c4c605cd6b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956'] for port, after_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:09.501354 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8f23284a-420c-41e2-898d-ef4a74cfe4e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:09.526533 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8f23284a-420c-41e2-898d-ef4a74cfe4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:09.626873 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c845d-245a-42b2-99cd-c4c605cd6b8d None None] Pushing event updated for resources: {'Port': ['ID=9d345429-4220-47b3-a3b7-5000951eeaa6,revision_number=1']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:09.681075 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6b571a-3eac-4b62-be1b-53d117b63c3c None None] Network f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:15:09.690326 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:09.722499 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 54098) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:09.793773 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27c845d-245a-42b2-99cd-c4c605cd6b8d None None] Network 920b77e0-0ecc-42e1-a0b3-83489096fd0f is already hosted by enough agents. {{(pid=94568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:15:09.805304 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.scheduler.base_scheduler [None req-c27c845d-245a-42b2-99cd-c4c605cd6b8d None None] Resources bound (agent type, host, resource id): {{(pid=94568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:09.817306 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27c845d-245a-42b2-99cd-c4c605cd6b8d None None] Received port after_create {{(pid=94568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:15:09.837141 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-8f23284a-420c-41e2-898d-ef4a74cfe4e7 admin admin] Allocated IP 172.27.3.96 (a2b3fd62-7513-4482-ab06-e961571be3c5/2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e/c0935b14-d828-47c3-b622-3fed04dba984) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:15:09.840316 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] Sync routers for ids ['685356e4-6623-46c0-9216-8764d8aaede2'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:15:09.864525 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c570d75-8289-4c18-8148-596582fd0c30 req-ac8f3af1-2878-46bf-b167-55e19cf14fdf tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:09.873748 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6c570d75-8289-4c18-8148-596582fd0c30 req-ac8f3af1-2878-46bf-b167-55e19cf14fdf tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b9e845c-c4b5-4a33-84e5-06153b8def43 HTTP/1.1" status: 200 len: 949 time: 0.1655281 Aug 13 04:15:09.921612 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] Routers {'685356e4-6623-46c0-9216-8764d8aaede2'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:15:09.922577 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:14:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['685356e4-6623-46c0-9216-8764d8aaede2'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:09.981910 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-172c7277-7a3d-426b-a8fe-bf05c7e5026c None None] Provisioning for port ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865 completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:09.984973 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040963e1-1d02-447b-be2f-a276942b9799 admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:15:09.996046 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] Sync routers for ids ['a776f5cb-5eb4-4d2a-92ea-567b6ae43091'] in dv-cinder-759987-6-iscsi {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:15:10.013809 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-c27c845d-245a-42b2-99cd-c4c605cd6b8d None None] Attempting to bind port 9d345429-4220-47b3-a3b7-5000951eeaa6 on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:15:10.014184 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-c27c845d-245a-42b2-99cd-c4c605cd6b8d None None] Attempting to bind port 9d345429-4220-47b3-a3b7-5000951eeaa6 by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '89359538-3053-477e-830e-4dcef43ab894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '920b77e0-0ecc-42e1-a0b3-83489096fd0f'}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:15:10.014601 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27c845d-245a-42b2-99cd-c4c605cd6b8d None None] Attempting to bind port 9d345429-4220-47b3-a3b7-5000951eeaa6 on network 920b77e0-0ecc-42e1-a0b3-83489096fd0f {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:15:10.015430 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] Routers {'a776f5cb-5eb4-4d2a-92ea-567b6ae43091'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:15:10.016066 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:14:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['a776f5cb-5eb4-4d2a-92ea-567b6ae43091'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:10.041879 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6c570d75-8289-4c18-8148-596582fd0c30 req-9037de23-6547-4098-998c-cb93bdcda4b6 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3dc9506-fac7-4f3f-a7c0-b6b430c02f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638052 Aug 13 04:15:10.044793 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e9bec3fe-1e26-4369-8711-5999101c9f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:10.067850 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:10.078664 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27c845d-245a-42b2-99cd-c4c605cd6b8d None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:15:10.079026 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27c845d-245a-42b2-99cd-c4c605cd6b8d None None] Checking segment: {'id': '89359538-3053-477e-830e-4dcef43ab894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '920b77e0-0ecc-42e1-a0b3-83489096fd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:15:10.079431 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c27c845d-245a-42b2-99cd-c4c605cd6b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:10.085022 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27c845d-245a-42b2-99cd-c4c605cd6b8d None None] Bound using segment: {'id': '89359538-3053-477e-830e-4dcef43ab894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '920b77e0-0ecc-42e1-a0b3-83489096fd0f'} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:15:10.085582 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-c27c845d-245a-42b2-99cd-c4c605cd6b8d None None] Bound port: 9d345429-4220-47b3-a3b7-5000951eeaa6, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89359538-3053-477e-830e-4dcef43ab894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '920b77e0-0ecc-42e1-a0b3-83489096fd0f'}}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:15:10.086331 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c27c845d-245a-42b2-99cd-c4c605cd6b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:10.107131 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:10.107513 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:10.131609 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8f23284a-420c-41e2-898d-ef4a74cfe4e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:10.141601 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] Set router a776f5cb-5eb4-4d2a-92ea-567b6ae43091 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:15:10.184265 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-040963e1-1d02-447b-be2f-a276942b9799 admin admin] Notify callbacks [] for router, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:10.189082 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-040963e1-1d02-447b-be2f-a276942b9799 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.7698987 Aug 13 04:15:10.191316 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 54106) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:10.346244 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71148b-73ee-4296-a7ee-15ea00fc1580 req-acd387a4-b545-4026-8cb5-37a3a77cfba7 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:10.347799 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0a71148b-73ee-4296-a7ee-15ea00fc1580 req-acd387a4-b545-4026-8cb5-37a3a77cfba7 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.1723189 Aug 13 04:15:10.397212 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] Set router 685356e4-6623-46c0-9216-8764d8aaede2 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:15:10.399238 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bef35-ef84-46a0-abf5-0a5145ae04dc req-590160e1-897b-4727-b50f-b164de24c430 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:10.400966 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-398bef35-ef84-46a0-abf5-0a5145ae04dc req-590160e1-897b-4727-b50f-b164de24c430 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b9e845c-c4b5-4a33-84e5-06153b8def43 HTTP/1.1" status: 200 len: 949 time: 0.1488023 Aug 13 04:15:10.410243 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b281ff-ce29-4fc3-aaae-57c36709e4f3 req-ee27de06-0491-4889-ab38-39f04f78b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:10.411954 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b6b281ff-ce29-4fc3-aaae-57c36709e4f3 req-ee27de06-0491-4889-ab38-39f04f78b451 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6525e39355904810b4595b1ab780a756&device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 1099 time: 0.1586485 Aug 13 04:15:10.414054 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776f5cb-5eb4-4d2a-92ea-567b6ae43091', 'name': 'tempest-TestShelveInstance-373353111-router', 'tenant_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:06Z', 'updated_at': '2021-08-13T04:15:08Z', 'revision_number': 3, 'project_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'gw_port': {'id': '3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a776f5cb-5eb4-4d2a-92ea-567b6ae43091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:07Z', 'updated_at': '2021-08-13T04:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:10.446591 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] Checking router: a776f5cb-5eb4-4d2a-92ea-567b6ae43091 for host: dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:15:10.446938 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e9bec3fe-1e26-4369-8711-5999101c9f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:10.447177 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] Updating router a776f5cb-5eb4-4d2a-92ea-567b6ae43091 port 3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469 binding host dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:15:10.454206 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-c27c845d-245a-42b2-99cd-c4c605cd6b8d None None] For port 9d345429-4220-47b3-a3b7-5000951eeaa6, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:15:10.477580 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-c27c845d-245a-42b2-99cd-c4c605cd6b8d None None] For port 9d345429-4220-47b3-a3b7-5000951eeaa6, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=9d345429-4220-47b3-a3b7-5000951eeaa6,segment=NetworkSegment(89359538-3053-477e-830e-4dcef43ab894),segment_id=89359538-3053-477e-830e-4dcef43ab894)] {{(pid=94568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:15:10.479241 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:10.492255 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8f23284a-420c-41e2-898d-ef4a74cfe4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:10.548796 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0a71148b-73ee-4296-a7ee-15ea00fc1580 req-9f938fa3-6698-4743-8abd-f9a5e65ebeaf tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751254 Aug 13 04:15:10.596546 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f23284a-420c-41e2-898d-ef4a74cfe4e7 admin admin] Network a2b3fd62-7513-4482-ab06-e961571be3c5 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:15:10.613874 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c27c845d-245a-42b2-99cd-c4c605cd6b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:10.696501 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:10.713887 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-8f23284a-420c-41e2-898d-ef4a74cfe4e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:10.720232 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f23284a-420c-41e2-898d-ef4a74cfe4e7 admin admin] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:15:10.723959 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23284a-420c-41e2-898d-ef4a74cfe4e7 admin admin] Pushing event updated for resources: {'Port': ['ID=c0935b14-d828-47c3-b622-3fed04dba984,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:10.735151 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e9bec3fe-1e26-4369-8711-5999101c9f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:10.778546 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c845d-245a-42b2-99cd-c4c605cd6b8d None None] Pushing event updated for resources: {'Port': ['ID=9d345429-4220-47b3-a3b7-5000951eeaa6,revision_number=2']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:10.815699 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b281ff-ce29-4fc3-aaae-57c36709e4f3 req-edb473a3-495e-4ac6-aa3c-5e236bba28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:10.818608 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b6b281ff-ce29-4fc3-aaae-57c36709e4f3 req-edb473a3-495e-4ac6-aa3c-5e236bba28d2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3307ff4a-688d-47d1-ad62-e6cbee1cd9ca HTTP/1.1" status: 200 len: 919 time: 0.3747816 Aug 13 04:15:10.818754 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865,segment=NetworkSegment(1a78c2b0-51a9-4046-8fa0-0eca85729676),segment_id=1a78c2b0-51a9-4046-8fa0-0eca85729676)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:10.821456 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-398bef35-ef84-46a0-abf5-0a5145ae04dc req-a771e3c0-4b93-4ce7-8c5c-fd998796b0b8 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Deleting port 6f79c2d5-dff8-443a-8022-184afd362616 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:15:10.822016 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-398bef35-ef84-46a0-abf5-0a5145ae04dc req-a771e3c0-4b93-4ce7-8c5c-fd998796b0b8 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:10.880123 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-e9bec3fe-1e26-4369-8711-5999101c9f59 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=256bcf187e24449bbd8ab8689fb4ea5c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1331532 Aug 13 04:15:10.893308 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 54114) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:10.893523 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:10.927143 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685356e4-6623-46c0-9216-8764d8aaede2', 'name': 'tempest-TestMinimumBasicScenario-1444258284-router', 'tenant_id': '3086463bb33d461abf911455930d099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:58Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 4, 'project_id': '3086463bb33d461abf911455930d099f', 'gw_port': {'id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:35:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:59Z', 'updated_at': '2021-08-13T04:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'ec4fd80b-0e7c-4a96-92ac-d8bca906199c', 'name': '', 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2', 'tenant_id': '3086463bb33d461abf911455930d099f', 'mac_address': 'fa:16:3e:32:bc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'da0d00db-359e-4944-b69b-81292fbec523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:02Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 2, 'project_id': '3086463bb33d461abf911455930d099f', 'subnets': [{'id': 'da0d00db-359e-4944-b69b-81292fbec523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:10.950199 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b6b281ff-ce29-4fc3-aaae-57c36709e4f3 req-bcd43a97-3294-4918-b8e6-4ba07f177b18 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d7726e9-911a-4b3e-9ed1-222c5c77ae69 HTTP/1.1" status: 200 len: 217 time: 0.1177089 Aug 13 04:15:10.978782 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] Checking router: 685356e4-6623-46c0-9216-8764d8aaede2 for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:15:10.978782 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] Updating router 685356e4-6623-46c0-9216-8764d8aaede2 port ec4fd80b-0e7c-4a96-92ac-d8bca906199c binding host dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:15:11.018117 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bec3fe-1e26-4369-8711-5999101c9f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1497a6de-810b-4d91-9948-9b02d4f2762b,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:11.083922 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] Notify callbacks [] for port, precommit_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:11.096746 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 71bb498f-d045-444a-8d4a-a5c9d3574930 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:11.097624 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865,revision_number=3']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:11.098148 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.provisioning_blocks [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] Transition to ACTIVE for port object 3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469 will not be triggered until provisioned by entity L2. {{(pid=94569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:11.137667 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:11.149711 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-dcd7805e-d84a-4cce-9c1d-088a0f1fcf65 None None] Provisioning complete for port ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:11.153875 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-dcd7805e-d84a-4cce-9c1d-088a0f1fcf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:11.216964 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:11.221713 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b1ecadd6-70f4-4c6b-acb1-5b5407439c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:11.299255 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] Attempting to bind port 3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469 on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:15:11.299900 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] Attempting to bind port 3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469 by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}] {{(pid=94569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:15:11.300472 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] Attempting to bind port 3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469 on network a2b3fd62-7513-4482-ab06-e961571be3c5 {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:15:11.309295 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b1ecadd6-70f4-4c6b-acb1-5b5407439c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:11.311362 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b281ff-ce29-4fc3-aaae-57c36709e4f3 req-e24bca5b-0151-4f0a-84f7-f7926d5006d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:11.311922 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:15:11.312592 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] Checking segment: {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:15:11.313096 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b6b281ff-ce29-4fc3-aaae-57c36709e4f3 req-e24bca5b-0151-4f0a-84f7-f7926d5006d9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f3523255-eb2e-4656-814e-91485edd0600 HTTP/1.1" status: 200 len: 858 time: 0.3050096 Aug 13 04:15:11.318119 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:11.318119 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] Bound using segment: {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'} {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:15:11.318119 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] Bound port: 3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}}] {{(pid=94569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:15:11.318119 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:11.385263 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b6b281ff-ce29-4fc3-aaae-57c36709e4f3 req-b63e8f95-c68c-4468-aa7e-6b8caac4358e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3307ff4a-688d-47d1-ad62-e6cbee1cd9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612888 Aug 13 04:15:11.390294 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-398bef35-ef84-46a0-abf5-0a5145ae04dc req-a771e3c0-4b93-4ce7-8c5c-fd998796b0b8 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] For port 6f79c2d5-dff8-443a-8022-184afd362616, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=6f79c2d5-dff8-443a-8022-184afd362616,segment=NetworkSegment(8944a374-1ee7-487b-a2a6-94821725dc4f),segment_id=8944a374-1ee7-487b-a2a6-94821725dc4f)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:11.390784 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-398bef35-ef84-46a0-abf5-0a5145ae04dc req-a771e3c0-4b93-4ce7-8c5c-fd998796b0b8 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:11.396805 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.db [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] For port 3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:15:11.398681 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-74c56f41-b517-469f-8e6d-cd1357672e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:11.400447 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 71bb498f-d045-444a-8d4a-a5c9d3574930 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:11.404887 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:11.405021 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f41045-4352-45b2-bdb5-3ab9287ccda0 req-b8bee38e-34e9-453b-94f3-15f0c9b02418 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:11.405117 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.db [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] For port 3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:15:11.405220 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d3f41045-4352-45b2-bdb5-3ab9287ccda0 req-b8bee38e-34e9-453b-94f3-15f0c9b02418 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b9e845c-c4b5-4a33-84e5-06153b8def43 HTTP/1.1" status: 200 len: 949 time: 0.1433244 Aug 13 04:15:11.405297 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2508d-ea10-48a1-8ec5-93637624b5b2 None None] Pushing event updated for resources: {'Port': ['ID=3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469,revision_number=2']} {{(pid=94569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:11.437901 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-398bef35-ef84-46a0-abf5-0a5145ae04dc req-a771e3c0-4b93-4ce7-8c5c-fd998796b0b8 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Calling delete_port for 6f79c2d5-dff8-443a-8022-184afd362616 owned by compute:nova {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:15:11.468915 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:11.496829 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b1ecadd6-70f4-4c6b-acb1-5b5407439c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:11.499838 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b1ecadd6-70f4-4c6b-acb1-5b5407439c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:11.508618 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-b1ecadd6-70f4-4c6b-acb1-5b5407439c10 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1497a6de-810b-4d91-9948-9b02d4f2762b HTTP/1.1" status: 204 len: 168 time: 0.5963185 Aug 13 04:15:11.541249 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b6b281ff-ce29-4fc3-aaae-57c36709e4f3 req-87175a1e-e6a0-42d2-abd8-af1c57a23b68 service neutron] 10.222.0.22 "GET /v2.0/networks/3307ff4a-688d-47d1-ad62-e6cbee1cd9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398005 Aug 13 04:15:11.543963 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] Routers {'a776f5cb-5eb4-4d2a-92ea-567b6ae43091'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:15:11.544753 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:15:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['a776f5cb-5eb4-4d2a-92ea-567b6ae43091'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:11.551960 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2508d-ea10-48a1-8ec5-93637624b5b2 None None] Pushing event updated for resources: {'Port': ['ID=3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469,revision_number=3']} {{(pid=94569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:11.594059 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d3f41045-4352-45b2-bdb5-3ab9287ccda0 req-b4ff49c6-6033-44ab-829d-ff78d3a323f4 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/security-groups?id=c3dc9506-fac7-4f3f-a7c0-b6b430c02f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711411 Aug 13 04:15:11.606259 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ecadd6-70f4-4c6b-acb1-5b5407439c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1497a6de-810b-4d91-9948-9b02d4f2762b,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:11.807854 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] Set router a776f5cb-5eb4-4d2a-92ea-567b6ae43091 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:15:11.827226 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] Notify callbacks [] for port, precommit_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:11.838312 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] Transition to ACTIVE for port object ec4fd80b-0e7c-4a96-92ac-d8bca906199c will not be triggered until provisioned by entity L2. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:11.859938 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db463dc9-4d4e-451f-8a41-d14a96ce24f5 req-97058be4-4011-417f-94cb-cfbadf22b0b7 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:11.872794 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-db463dc9-4d4e-451f-8a41-d14a96ce24f5 req-97058be4-4011-417f-94cb-cfbadf22b0b7 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.1703792 Aug 13 04:15:11.875772 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8f23284a-420c-41e2-898d-ef4a74cfe4e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:11.948589 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:11.972331 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-db463dc9-4d4e-451f-8a41-d14a96ce24f5 req-8d7fb684-d03e-44b9-b74d-ad3f4b522fb6 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941982 Aug 13 04:15:12.255532 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bbe90d-5853-4985-9740-831553bba6ad None None] Pushing event updated for resources: {'Port': ['ID=ec4fd80b-0e7c-4a96-92ac-d8bca906199c,revision_number=3']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:12.258636 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b6b281ff-ce29-4fc3-aaae-57c36709e4f3 req-62faf5fc-b47e-4cd4-84af-220e4b219896 service neutron] 10.222.0.22 "GET /v2.0/networks/3307ff4a-688d-47d1-ad62-e6cbee1cd9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001361 Aug 13 04:15:12.258903 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776f5cb-5eb4-4d2a-92ea-567b6ae43091', 'name': 'tempest-TestShelveInstance-373353111-router', 'tenant_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:06Z', 'updated_at': '2021-08-13T04:15:08Z', 'revision_number': 3, 'project_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'gw_port': {'id': '3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a776f5cb-5eb4-4d2a-92ea-567b6ae43091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:07Z', 'updated_at': '2021-08-13T04:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:12.259306 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc1b8-20a8-4ef8-b38a-16e73599373d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:12.259395 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819e9945-6bc7-4e22-bdf3-eed5bf0d7821 None None] The sync data for ids ['a776f5cb-5eb4-4d2a-92ea-567b6ae43091'] in dv-cinder-759987-6-iscsi is: [{'id': 'a776f5cb-5eb4-4d2a-92ea-567b6ae43091', 'name': 'tempest-TestShelveInstance-373353111-router', 'tenant_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:06Z', 'updated_at': '2021-08-13T04:15:08Z', 'revision_number': 3, 'project_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'gw_port': {'id': '3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a776f5cb-5eb4-4d2a-92ea-567b6ae43091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:07Z', 'updated_at': '2021-08-13T04:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}] {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:15:12.259517 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] Attempting to bind port ec4fd80b-0e7c-4a96-92ac-d8bca906199c on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:15:12.259517 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] Attempting to bind port ec4fd80b-0e7c-4a96-92ac-d8bca906199c by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '94686359-6cdf-4305-8bcb-ff635918700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2'}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:15:12.259517 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] Attempting to bind port ec4fd80b-0e7c-4a96-92ac-d8bca906199c on network 108ee682-822f-485e-99b1-e4a7ccb079a2 {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:15:12.259517 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:15:12.259517 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] Checking segment: {'id': '94686359-6cdf-4305-8bcb-ff635918700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:15:12.259517 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:12.259517 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] Bound using segment: {'id': '94686359-6cdf-4305-8bcb-ff635918700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2'} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:15:12.259517 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] Bound port: ec4fd80b-0e7c-4a96-92ac-d8bca906199c, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94686359-6cdf-4305-8bcb-ff635918700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2'}}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:15:12.259517 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:12.340550 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] For port ec4fd80b-0e7c-4a96-92ac-d8bca906199c, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:15:12.346978 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] For port ec4fd80b-0e7c-4a96-92ac-d8bca906199c, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=ec4fd80b-0e7c-4a96-92ac-d8bca906199c,segment=NetworkSegment(94686359-6cdf-4305-8bcb-ff635918700f),segment_id=94686359-6cdf-4305-8bcb-ff635918700f)] {{(pid=94568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:15:12.382033 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838a50ac-1429-4c41-9e89-5b8a81b9b82f None None] Network 920b77e0-0ecc-42e1-a0b3-83489096fd0f requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:15:12.486282 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [None req-4f1bc1b8-20a8-4ef8-b38a-16e73599373d admin admin] Allocated IP 172.20.0.1 (f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a/553832f1-fba9-4946-839f-0641ec0c86b9/8343d61c-d413-416c-80e8-7a1cb56d1f84) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:15:12.533372 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:12.541486 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:12.570491 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-2fea24bc-c760-4856-b29a-464b04eb6da8 None None] Provisioning for port 9d345429-4220-47b3-a3b7-5000951eeaa6 completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:12.577053 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8f23284a-420c-41e2-898d-ef4a74cfe4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704504'] for router, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:12.606388 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:12.641483 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc1b8-20a8-4ef8-b38a-16e73599373d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:12.654549 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] Routers {'685356e4-6623-46c0-9216-8764d8aaede2'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:15:12.655304 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:15:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['685356e4-6623-46c0-9216-8764d8aaede2'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:12.672441 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [None req-4f1bc1b8-20a8-4ef8-b38a-16e73599373d admin admin] Transition to ACTIVE for port object 8343d61c-d413-416c-80e8-7a1cb56d1f84 will not be triggered until provisioned by entity DHCP. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:12.737086 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-398bef35-ef84-46a0-abf5-0a5145ae04dc req-a771e3c0-4b93-4ce7-8c5c-fd998796b0b8 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:12.775900 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bbe90d-5853-4985-9740-831553bba6ad None None] Pushing event updated for resources: {'Port': ['ID=ec4fd80b-0e7c-4a96-92ac-d8bca906199c,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:12.854574 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc1b8-20a8-4ef8-b38a-16e73599373d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:12.924451 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771e3c0-4b93-4ce7-8c5c-fd998796b0b8 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Pushing event deleted for resources: {'Port': ['ID=6f79c2d5-dff8-443a-8022-184afd362616,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:12.929584 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-73034b0f-04a5-422c-90cc-263e33476d2e req-f1021110-da40-479a-88a0-dc930be442b3 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b9e845c-c4b5-4a33-84e5-06153b8def43 HTTP/1.1" status: 200 len: 210 time: 0.0543897 Aug 13 04:15:12.930071 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 54148) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:12.944551 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c7b8-1202-4387-a202-caece910c559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:12.989920 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f23284a-420c-41e2-898d-ef4a74cfe4e7 admin admin] Router 344346c3-7f32-44bd-8053-0ab188a4c37f is scheduled to L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf with binding_index 1 {{(pid=94566) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:15:13.036503 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] Set router 685356e4-6623-46c0-9216-8764d8aaede2 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:15:13.082114 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-398bef35-ef84-46a0-abf5-0a5145ae04dc req-a771e3c0-4b93-4ce7-8c5c-fd998796b0b8 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] No DVR routers for this DVR port 6f79c2d5-dff8-443a-8022-184afd362616 on host hv-cinder-75998 {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:15:13.092555 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-398bef35-ef84-46a0-abf5-0a5145ae04dc req-a771e3c0-4b93-4ce7-8c5c-fd998796b0b8 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:13.094596 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-398bef35-ef84-46a0-abf5-0a5145ae04dc req-a771e3c0-4b93-4ce7-8c5c-fd998796b0b8 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.22 "DELETE /v2.0/ports/6f79c2d5-dff8-443a-8022-184afd362616 HTTP/1.1" status: 204 len: 173 time: 2.6815374 Aug 13 04:15:13.096821 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9e845c-c4b5-4a33-84e5-06153b8def43', 'name': 'network-vif-deleted', 'tag': '6f79c2d5-dff8-443a-8022-184afd362616'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:15:13.111960 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc216d5-b5b3-43fd-8bbd-347380716665" -d '{"events": [{"server_uuid": "4b9e845c-c4b5-4a33-84e5-06153b8def43", "name": "network-vif-deleted", "tag": "6f79c2d5-dff8-443a-8022-184afd362616"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:15:13.147150 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1bc1b8-20a8-4ef8-b38a-16e73599373d admin admin] Network f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:15:13.175810 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [None req-4f1bc1b8-20a8-4ef8-b38a-16e73599373d admin admin] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:13.180851 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1bc1b8-20a8-4ef8-b38a-16e73599373d admin admin] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:15:13.184831 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bc1b8-20a8-4ef8-b38a-16e73599373d admin admin] Pushing event updated for resources: {'Port': ['ID=8343d61c-d413-416c-80e8-7a1cb56d1f84,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:13.306030 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc1b8-20a8-4ef8-b38a-16e73599373d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758317'] for router_interface, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:13.488771 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c7b8-1202-4387-a202-caece910c559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:13.556766 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:13.591702 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f9c1e7-0602-4b8b-85a4-e4378de4ffb9 x-openstack-request-id: req-98f9c1e7-0602-4b8b-85a4-e4378de4ffb9 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:15:13.592274 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9e845c-c4b5-4a33-84e5-06153b8def43", "name": "network-vif-deleted", "tag": "6f79c2d5-dff8-443a-8022-184afd362616", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:15:13.592274 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98f9c1e7-0602-4b8b-85a4-e4378de4ffb9 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:15:13.592733 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9e845c-c4b5-4a33-84e5-06153b8def43', 'name': 'network-vif-deleted', 'tag': '6f79c2d5-dff8-443a-8022-184afd362616', 'status': 'completed', 'code': 200} Aug 13 04:15:13.616716 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c7b8-1202-4387-a202-caece910c559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:13.663547 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685356e4-6623-46c0-9216-8764d8aaede2', 'name': 'tempest-TestMinimumBasicScenario-1444258284-router', 'tenant_id': '3086463bb33d461abf911455930d099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:58Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 4, 'project_id': '3086463bb33d461abf911455930d099f', 'gw_port': {'id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:35:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:59Z', 'updated_at': '2021-08-13T04:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'ec4fd80b-0e7c-4a96-92ac-d8bca906199c', 'name': '', 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2', 'tenant_id': '3086463bb33d461abf911455930d099f', 'mac_address': 'fa:16:3e:32:bc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'da0d00db-359e-4944-b69b-81292fbec523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:02Z', 'updated_at': '2021-08-13T04:15:12Z', 'revision_number': 4, 'project_id': '3086463bb33d461abf911455930d099f', 'subnets': [{'id': 'da0d00db-359e-4944-b69b-81292fbec523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:13.667239 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:13.667239 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:13.681743 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4ab95-bf6c-40ba-8a41-44ff57909dc9 req-b27e1a7f-b3a8-4dcb-95a9-5880bb760b55 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:13.687900 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0fe4ab95-bf6c-40ba-8a41-44ff57909dc9 req-b27e1a7f-b3a8-4dcb-95a9-5880bb760b55 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.5399771 Aug 13 04:15:13.716662 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-d8e0c7b8-1202-4387-a202-caece910c559 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3d6b646f03547efb5fffa076e1e64fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7855244 Aug 13 04:15:13.719928 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 54158) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:13.722641 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f23284a-420c-41e2-898d-ef4a74cfe4e7 admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:15:13.749732 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc1b8-20a8-4ef8-b38a-16e73599373d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:13.788353 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0c7b8-1202-4387-a202-caece910c559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01640bb0-3fa4-4ae2-b399-52cb8bfd479b,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:13.816917 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8f23284a-420c-41e2-898d-ef4a74cfe4e7 admin admin] Notify callbacks [] for router, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:13.820439 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-8f23284a-420c-41e2-898d-ef4a74cfe4e7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2309847 Aug 13 04:15:13.821181 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0fe4ab95-bf6c-40ba-8a41-44ff57909dc9 req-68d23a9a-f9cc-443b-928e-93d0a7e90601 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267893 Aug 13 04:15:13.823144 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 54160) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:13.868410 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6717143f-af20-415b-a4ca-1dc88c08ea58 None None] The sync data for ids ['685356e4-6623-46c0-9216-8764d8aaede2'] in dv-cinder-759987-6-iscsi is: [{'id': '685356e4-6623-46c0-9216-8764d8aaede2', 'name': 'tempest-TestMinimumBasicScenario-1444258284-router', 'tenant_id': '3086463bb33d461abf911455930d099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:58Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 4, 'project_id': '3086463bb33d461abf911455930d099f', 'gw_port': {'id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:35:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:59Z', 'updated_at': '2021-08-13T04:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'ec4fd80b-0e7c-4a96-92ac-d8bca906199c', 'name': '', 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2', 'tenant_id': '3086463bb33d461abf911455930d099f', 'mac_address': 'fa:16:3e:32:bc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'da0d00db-359e-4944-b69b-81292fbec523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:02Z', 'updated_at': '2021-08-13T04:15:12Z', 'revision_number': 4, 'project_id': '3086463bb33d461abf911455930d099f', 'subnets': [{'id': 'da0d00db-359e-4944-b69b-81292fbec523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:15:13.871902 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] Sync routers for ids ['344346c3-7f32-44bd-8053-0ab188a4c37f'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:15:13.903509 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] Routers {'344346c3-7f32-44bd-8053-0ab188a4c37f'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:15:13.904460 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:15:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['344346c3-7f32-44bd-8053-0ab188a4c37f'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:13.998505 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-b1ce705e-dcdf-465e-8e39-05f8a34c9635 None None] Provisioning for port 8343d61c-d413-416c-80e8-7a1cb56d1f84 completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:14.045791 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-b1ce705e-dcdf-465e-8e39-05f8a34c9635 None None] Provisioning complete for port 8343d61c-d413-416c-80e8-7a1cb56d1f84 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:14.046386 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-b1ce705e-dcdf-465e-8e39-05f8a34c9635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:14.054079 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c96364be-797e-40f8-9bda-fe799900b1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:14.082679 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc1b8-20a8-4ef8-b38a-16e73599373d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:14.109582 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device ec4fd80b-0e7c-4a96-92ac-d8bca906199c up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:14.135121 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c96364be-797e-40f8-9bda-fe799900b1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:14.152799 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] Set router 344346c3-7f32-44bd-8053-0ab188a4c37f gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:15:14.159506 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-b1ce705e-dcdf-465e-8e39-05f8a34c9635 None None] Port 8343d61c-d413-416c-80e8-7a1cb56d1f84 cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:15:14.165131 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc1b8-20a8-4ef8-b38a-16e73599373d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:14.183040 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1079b7b8-8c94-45e2-bcb7-78f6076c01de req-259b18f4-265b-4c56-9170-0e5ab038c389 tempest-VolumesNegativeTest-2045910759 tempest-VolumesNegativeTest-2045910759-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b9e845c-c4b5-4a33-84e5-06153b8def43 HTTP/1.1" status: 200 len: 210 time: 0.0501325 Aug 13 04:15:14.189537 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 6f79c2d5-dff8-443a-8022-184afd362616 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:15:14.236676 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc1b8-20a8-4ef8-b38a-16e73599373d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758457'] for router_interface, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:14.277500 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:14.290088 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] No Port match for: 6f79c2d5-dff8-443a-8022-184afd362616 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:15:14.290572 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 6f79c2d5-dff8-443a-8022-184afd362616 not bound to the agent host hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:15:14.343281 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c96364be-797e-40f8-9bda-fe799900b1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:14.345783 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c96364be-797e-40f8-9bda-fe799900b1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:14.346951 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-c96364be-797e-40f8-9bda-fe799900b1a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/01640bb0-3fa4-4ae2-b399-52cb8bfd479b HTTP/1.1" status: 204 len: 168 time: 0.6258309 Aug 13 04:15:14.362644 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96364be-797e-40f8-9bda-fe799900b1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01640bb0-3fa4-4ae2-b399-52cb8bfd479b,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:14.395919 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1bc1b8-20a8-4ef8-b38a-16e73599373d admin admin] Network f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:15:14.404045 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [None req-4f1bc1b8-20a8-4ef8-b38a-16e73599373d admin admin] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:14.414298 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bc1b8-20a8-4ef8-b38a-16e73599373d admin admin] Pushing event updated for resources: {'Port': ['ID=8343d61c-d413-416c-80e8-7a1cb56d1f84,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:14.458777 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port ec4fd80b-0e7c-4a96-92ac-d8bca906199c completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:14.474576 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port ec4fd80b-0e7c-4a96-92ac-d8bca906199c triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:14.479422 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:14.590859 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344346c3-7f32-44bd-8053-0ab188a4c37f', 'name': 'tempest-TestMinimumBasicScenario-2111167187-router', 'tenant_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c0935b14-d828-47c3-b622-3fed04dba984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:08Z', 'updated_at': '2021-08-13T04:15:11Z', 'revision_number': 3, 'project_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'gw_port': {'id': 'c0935b14-d828-47c3-b622-3fed04dba984', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344346c3-7f32-44bd-8053-0ab188a4c37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:09Z', 'updated_at': '2021-08-13T04:15:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:14.628850 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1bc1b8-20a8-4ef8-b38a-16e73599373d admin admin] Router a776f5cb-5eb4-4d2a-92ea-567b6ae43091 has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:15:14.643299 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] Checking router: 344346c3-7f32-44bd-8053-0ab188a4c37f for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:15:14.643534 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] Updating router 344346c3-7f32-44bd-8053-0ab188a4c37f port c0935b14-d828-47c3-b622-3fed04dba984 binding host dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:15:14.666867 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c0198c0f-ca1e-4a39-8d71-1f4167811844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:14.721459 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:14.731244 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:14.837908 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port ec4fd80b-0e7c-4a96-92ac-d8bca906199c, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=ec4fd80b-0e7c-4a96-92ac-d8bca906199c,segment=NetworkSegment(94686359-6cdf-4305-8bcb-ff635918700f),segment_id=94686359-6cdf-4305-8bcb-ff635918700f)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:14.857812 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-cf70e21a-b291-44f2-a734-5e1ca6bbf3a4 None None] Provisioning complete for port 8343d61c-d413-416c-80e8-7a1cb56d1f84 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:14.858175 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-cf70e21a-b291-44f2-a734-5e1ca6bbf3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:14.920712 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-c0198c0f-ca1e-4a39-8d71-1f4167811844 admin admin] Allocated IP 172.20.0.1 (920b77e0-0ecc-42e1-a0b3-83489096fd0f/6af06df6-a4ed-4e5d-8712-5793192f490d/e9d562c5-6caa-408f-ad5b-39ac2be670e5) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:15:14.986455 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:14.987369 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:15.121528 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=ec4fd80b-0e7c-4a96-92ac-d8bca906199c,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:15.134055 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:15.134410 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:15.134757 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:15.135100 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:15.135437 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:15.135774 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:15.136109 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:15.137103 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:15.137598 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:15.137992 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:15.138326 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:15.138656 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:15.160741 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-cf70e21a-b291-44f2-a734-5e1ca6bbf3a4 None None] Port 8343d61c-d413-416c-80e8-7a1cb56d1f84 cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:15:15.176828 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c0198c0f-ca1e-4a39-8d71-1f4167811844 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:15.187009 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1bc1b8-20a8-4ef8-b38a-16e73599373d admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:15:15.198614 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-c0198c0f-ca1e-4a39-8d71-1f4167811844 admin admin] Transition to ACTIVE for port object e9d562c5-6caa-408f-ad5b-39ac2be670e5 will not be triggered until provisioned by entity DHCP. {{(pid=94566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:15.201165 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-4f1bc1b8-20a8-4ef8-b38a-16e73599373d admin admin] 10.222.0.32 "PUT /v2.0/routers/a776f5cb-5eb4-4d2a-92ea-567b6ae43091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0082977 Aug 13 04:15:15.210729 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4ca23-4f4a-4326-baab-fc156420f29d req-49dc716b-990c-4b3a-9bc7-935b3b77c850 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:15.212423 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-49e4ca23-4f4a-4326-baab-fc156420f29d req-49dc716b-990c-4b3a-9bc7-935b3b77c850 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.1497931 Aug 13 04:15:15.253836 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port 3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:15.260893 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:15.261272 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:15.267781 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-49e4ca23-4f4a-4326-baab-fc156420f29d req-acf7a858-bfd8-4597-b71a-46ad6071f484 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473225 Aug 13 04:15:15.348709 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c0198c0f-ca1e-4a39-8d71-1f4167811844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:15.414600 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0198c0f-ca1e-4a39-8d71-1f4167811844 admin admin] Network 920b77e0-0ecc-42e1-a0b3-83489096fd0f is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:15:15.418334 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-c0198c0f-ca1e-4a39-8d71-1f4167811844 admin admin] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:15.421519 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0198c0f-ca1e-4a39-8d71-1f4167811844 admin admin] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:15:15.478286 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:15.484659 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c0198c0f-ca1e-4a39-8d71-1f4167811844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758317'] for router_interface, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:15.491405 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:15.512488 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] Transition to ACTIVE for port object c0935b14-d828-47c3-b622-3fed04dba984 will not be triggered until provisioned by entity L2. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:15.529939 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port 3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:15.552177 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0198c0f-ca1e-4a39-8d71-1f4167811844 admin admin] Pushing event updated for resources: {'Port': ['ID=e9d562c5-6caa-408f-ad5b-39ac2be670e5,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:15.613467 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:15.614511 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 9d345429-4220-47b3-a3b7-5000951eeaa6 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:15.702775 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:15.785549 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] Attempting to bind port c0935b14-d828-47c3-b622-3fed04dba984 on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:15:15.785921 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] Attempting to bind port c0935b14-d828-47c3-b622-3fed04dba984 by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:15:15.786284 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] Attempting to bind port c0935b14-d828-47c3-b622-3fed04dba984 on network a2b3fd62-7513-4482-ab06-e961571be3c5 {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:15:15.788229 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:15.825379 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:15:15.825843 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] Checking segment: {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:15:15.826164 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:15.826559 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] Bound using segment: {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:15:15.827038 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] Bound port: c0935b14-d828-47c3-b622-3fed04dba984, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:15:15.827476 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:15.829120 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-4c2f10d1-3a45-497f-a279-e0d4c2d308f6 None None] Provisioning for port e9d562c5-6caa-408f-ad5b-39ac2be670e5 completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:15.852215 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c0198c0f-ca1e-4a39-8d71-1f4167811844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:15.867382 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-4c2f10d1-3a45-497f-a279-e0d4c2d308f6 None None] Provisioning complete for port e9d562c5-6caa-408f-ad5b-39ac2be670e5 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:15.867382 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-4c2f10d1-3a45-497f-a279-e0d4c2d308f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:15.914298 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port 9d345429-4220-47b3-a3b7-5000951eeaa6 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:15.919959 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67267cc-a2c7-43d6-a1e2-8b1d4c0309b6 None None] Pushing event updated for resources: {'Port': ['ID=c0935b14-d828-47c3-b622-3fed04dba984,revision_number=2']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:15.969870 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 9d345429-4220-47b3-a3b7-5000951eeaa6 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:15.970260 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:16.021050 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] For port c0935b14-d828-47c3-b622-3fed04dba984, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:15:16.023635 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-4c2f10d1-3a45-497f-a279-e0d4c2d308f6 None None] Port e9d562c5-6caa-408f-ad5b-39ac2be670e5 cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:15:16.078052 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] Sync routers for ids ['a776f5cb-5eb4-4d2a-92ea-567b6ae43091'] in dv-cinder-759987-6-iscsi {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:15:16.098166 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] Routers {'a776f5cb-5eb4-4d2a-92ea-567b6ae43091'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:15:16.100409 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:15:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['a776f5cb-5eb4-4d2a-92ea-567b6ae43091'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:16.115236 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] For port c0935b14-d828-47c3-b622-3fed04dba984, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=c0935b14-d828-47c3-b622-3fed04dba984,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:15:16.185669 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:16.213622 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c0198c0f-ca1e-4a39-8d71-1f4167811844 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:16.243204 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port 9d345429-4220-47b3-a3b7-5000951eeaa6, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=9d345429-4220-47b3-a3b7-5000951eeaa6,segment=NetworkSegment(89359538-3053-477e-830e-4dcef43ab894),segment_id=89359538-3053-477e-830e-4dcef43ab894)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:16.244893 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:16.273058 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c0198c0f-ca1e-4a39-8d71-1f4167811844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2630174'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:16.318033 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 54236) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:16.324938 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-d7ae2abf-2440-488c-8383-0f2b495b79b0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2142437407', 'description': 'tempest-secgroup-smoke-2142437407 description', 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:16.343843 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:16.361894 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0198c0f-ca1e-4a39-8d71-1f4167811844 admin admin] Pushing event updated for resources: {'Port': ['ID=e9d562c5-6caa-408f-ad5b-39ac2be670e5,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:16.367159 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c0198c0f-ca1e-4a39-8d71-1f4167811844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758457'] for router_interface, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:16.367822 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67267cc-a2c7-43d6-a1e2-8b1d4c0309b6 None None] Pushing event updated for resources: {'Port': ['ID=c0935b14-d828-47c3-b622-3fed04dba984,revision_number=3']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:16.384010 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] Routers {'344346c3-7f32-44bd-8053-0ab188a4c37f'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:15:16.384010 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:15:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['344346c3-7f32-44bd-8053-0ab188a4c37f'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:16.397055 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] Set router a776f5cb-5eb4-4d2a-92ea-567b6ae43091 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:15:16.462046 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d7ae2abf-2440-488c-8383-0f2b495b79b0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:16.576712 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0198c0f-ca1e-4a39-8d71-1f4167811844 admin admin] Network 920b77e0-0ecc-42e1-a0b3-83489096fd0f is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:15:16.580732 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-c0198c0f-ca1e-4a39-8d71-1f4167811844 admin admin] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:16.667436 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf643343-a757-432f-bd3f-0fb59bfed095 req-3c08a503-0d40-4353-925f-dca9a48f2ffd tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:16.668152 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d7ae2abf-2440-488c-8383-0f2b495b79b0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:16.671724 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bf643343-a757-432f-bd3f-0fb59bfed095 req-3c08a503-0d40-4353-925f-dca9a48f2ffd tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.1473193 Aug 13 04:15:16.753643 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d7ae2abf-2440-488c-8383-0f2b495b79b0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:16.795792 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bf643343-a757-432f-bd3f-0fb59bfed095 req-6dab1bfe-9efb-4212-9305-f88d3ac6ef48 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230597 Aug 13 04:15:16.834197 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae2abf-2440-488c-8383-0f2b495b79b0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=641155e1-1a3a-4a26-8aaa-cb28ef14dc08,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:16.861767 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0198c0f-ca1e-4a39-8d71-1f4167811844 admin admin] Router 344346c3-7f32-44bd-8053-0ab188a4c37f has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:15:16.884620 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d7ae2abf-2440-488c-8383-0f2b495b79b0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:16.885702 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776f5cb-5eb4-4d2a-92ea-567b6ae43091', 'name': 'tempest-TestShelveInstance-373353111-router', 'tenant_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:06Z', 'updated_at': '2021-08-13T04:15:13Z', 'revision_number': 4, 'project_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'gw_port': {'id': '3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776f5cb-5eb4-4d2a-92ea-567b6ae43091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:07Z', 'updated_at': '2021-08-13T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': '8343d61c-d413-416c-80e8-7a1cb56d1f84', 'name': '', 'network_id': 'f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a', 'tenant_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'mac_address': 'fa:16:3e:3e:24:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a776f5cb-5eb4-4d2a-92ea-567b6ae43091', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '553832f1-fba9-4946-839f-0641ec0c86b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:12Z', 'updated_at': '2021-08-13T04:15:13Z', 'revision_number': 2, 'project_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'subnets': [{'id': '553832f1-fba9-4946-839f-0641ec0c86b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:16.890329 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-d7ae2abf-2440-488c-8383-0f2b495b79b0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5701880 Aug 13 04:15:16.890487 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 54254) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:16.897438 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-2353f7b2-5874-42b2-850a-092d98a93ebe tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Request body: {'security_group_rule': {'security_group_id': '641155e1-1a3a-4a26-8aaa-cb28ef14dc08', 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:16.929278 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] Checking router: a776f5cb-5eb4-4d2a-92ea-567b6ae43091 for host: dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:15:16.929973 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] Updating router a776f5cb-5eb4-4d2a-92ea-567b6ae43091 port 8343d61c-d413-416c-80e8-7a1cb56d1f84 binding host dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:15:16.943476 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device ec4fd80b-0e7c-4a96-92ac-d8bca906199c up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:16.973376 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=9d345429-4220-47b3-a3b7-5000951eeaa6,revision_number=3']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:17.043321 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2353f7b2-5874-42b2-850a-092d98a93ebe tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:17.061580 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] Set router 344346c3-7f32-44bd-8053-0ab188a4c37f gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:15:17.130335 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-31ff1115-9ac8-4a82-a9d4-72d55e07a9da None None] Provisioning complete for port e9d562c5-6caa-408f-ad5b-39ac2be670e5 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:17.130335 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-31ff1115-9ac8-4a82-a9d4-72d55e07a9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:17.141856 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0198c0f-ca1e-4a39-8d71-1f4167811844 admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:15:17.150514 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-c0198c0f-ca1e-4a39-8d71-1f4167811844 admin admin] 10.222.0.32 "PUT /v2.0/routers/344346c3-7f32-44bd-8053-0ab188a4c37f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3239110 Aug 13 04:15:17.215852 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:17.228928 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2353f7b2-5874-42b2-850a-092d98a93ebe tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:17.265075 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port ec4fd80b-0e7c-4a96-92ac-d8bca906199c triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:17.265607 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:17.327651 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-31ff1115-9ac8-4a82-a9d4-72d55e07a9da None None] Port e9d562c5-6caa-408f-ad5b-39ac2be670e5 cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:15:17.330848 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2353f7b2-5874-42b2-850a-092d98a93ebe tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:17.367178 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353f7b2-5874-42b2-850a-092d98a93ebe tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3427490-a51a-4a16-ba31-73d8c7787429,revision_number=0']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:17.463015 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2353f7b2-5874-42b2-850a-092d98a93ebe tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:17.464730 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-2353f7b2-5874-42b2-850a-092d98a93ebe tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5726838 Aug 13 04:15:17.467482 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 54292) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:17.472653 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-069bd4c6-e5af-4735-9449-c2027f6c2509 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Request body: {'security_group_rule': {'security_group_id': '641155e1-1a3a-4a26-8aaa-cb28ef14dc08', 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:17.500633 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:17.553176 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344346c3-7f32-44bd-8053-0ab188a4c37f', 'name': 'tempest-TestMinimumBasicScenario-2111167187-router', 'tenant_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c0935b14-d828-47c3-b622-3fed04dba984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:08Z', 'updated_at': '2021-08-13T04:15:15Z', 'revision_number': 4, 'project_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'gw_port': {'id': 'c0935b14-d828-47c3-b622-3fed04dba984', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344346c3-7f32-44bd-8053-0ab188a4c37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:09Z', 'updated_at': '2021-08-13T04:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'e9d562c5-6caa-408f-ad5b-39ac2be670e5', 'name': '', 'network_id': '920b77e0-0ecc-42e1-a0b3-83489096fd0f', 'tenant_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'mac_address': 'fa:16:3e:07:ee:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344346c3-7f32-44bd-8053-0ab188a4c37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6af06df6-a4ed-4e5d-8712-5793192f490d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:14Z', 'updated_at': '2021-08-13T04:15:15Z', 'revision_number': 2, 'project_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'subnets': [{'id': '6af06df6-a4ed-4e5d-8712-5793192f490d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:17.584000 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccadef9-081d-4c26-9a86-f4ee427d95d4 None None] The sync data for ids ['344346c3-7f32-44bd-8053-0ab188a4c37f'] in dv-cinder-759987-6-iscsi is: [{'id': '344346c3-7f32-44bd-8053-0ab188a4c37f', 'name': 'tempest-TestMinimumBasicScenario-2111167187-router', 'tenant_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c0935b14-d828-47c3-b622-3fed04dba984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:08Z', 'updated_at': '2021-08-13T04:15:15Z', 'revision_number': 4, 'project_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'gw_port': {'id': 'c0935b14-d828-47c3-b622-3fed04dba984', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344346c3-7f32-44bd-8053-0ab188a4c37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:09Z', 'updated_at': '2021-08-13T04:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'e9d562c5-6caa-408f-ad5b-39ac2be670e5', 'name': '', 'network_id': '920b77e0-0ecc-42e1-a0b3-83489096fd0f', 'tenant_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'mac_address': 'fa:16:3e:07:ee:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344346c3-7f32-44bd-8053-0ab188a4c37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6af06df6-a4ed-4e5d-8712-5793192f490d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:14Z', 'updated_at': '2021-08-13T04:15:15Z', 'revision_number': 2, 'project_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'subnets': [{'id': '6af06df6-a4ed-4e5d-8712-5793192f490d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:15:17.603197 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:17.603877 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:17.626573 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-069bd4c6-e5af-4735-9449-c2027f6c2509 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:17.718714 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:17.755830 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.provisioning_blocks [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] Transition to ACTIVE for port object 8343d61c-d413-416c-80e8-7a1cb56d1f84 will not be triggered until provisioned by entity L2. {{(pid=94569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:17.775296 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-069bd4c6-e5af-4735-9449-c2027f6c2509 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:17.896874 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:17.924997 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-069bd4c6-e5af-4735-9449-c2027f6c2509 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:17.943313 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bd4c6-e5af-4735-9449-c2027f6c2509 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3735305-db6f-4c75-b277-b966d04d1300,revision_number=0']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:17.975948 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328c48f-fade-48e0-81b4-139a9c06aaf1 req-000ce76c-1d7a-4b45-a12a-e7d93577c9b7 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:17.984701 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7328c48f-fade-48e0-81b4-139a9c06aaf1 req-000ce76c-1d7a-4b45-a12a-e7d93577c9b7 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0791252 Aug 13 04:15:18.040000 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-069bd4c6-e5af-4735-9449-c2027f6c2509 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:18.045691 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-069bd4c6-e5af-4735-9449-c2027f6c2509 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5737047 Aug 13 04:15:18.045948 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 54346) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:18.050925 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-d165033a-fb07-47f2-8308-f8521fe2a998 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Request body: {'security_group_rule': {'security_group_id': '641155e1-1a3a-4a26-8aaa-cb28ef14dc08', 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:18.101347 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7328c48f-fade-48e0-81b4-139a9c06aaf1 req-6d1b53d4-1c77-407a-b36e-adde5cc8eec3 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092796 Aug 13 04:15:18.182843 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] Attempting to bind port 8343d61c-d413-416c-80e8-7a1cb56d1f84 on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:15:18.183483 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] Attempting to bind port 8343d61c-d413-416c-80e8-7a1cb56d1f84 by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '1a78c2b0-51a9-4046-8fa0-0eca85729676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a'}] {{(pid=94569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:15:18.184019 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] Attempting to bind port 8343d61c-d413-416c-80e8-7a1cb56d1f84 on network f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:15:18.189408 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301e9a6-136c-4429-b5d7-42ad49351629 None None] Pushing event updated for resources: {'Port': ['ID=8343d61c-d413-416c-80e8-7a1cb56d1f84,revision_number=3']} {{(pid=94569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:18.196255 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:15:18.196660 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] Checking segment: {'id': '1a78c2b0-51a9-4046-8fa0-0eca85729676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:15:18.197054 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:18.197439 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] Bound using segment: {'id': '1a78c2b0-51a9-4046-8fa0-0eca85729676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a'} {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:15:18.197903 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] Bound port: 8343d61c-d413-416c-80e8-7a1cb56d1f84, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a78c2b0-51a9-4046-8fa0-0eca85729676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a'}}] {{(pid=94569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:15:18.198286 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:18.209313 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301e9a6-136c-4429-b5d7-42ad49351629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:18.209973 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301e9a6-136c-4429-b5d7-42ad49351629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:18.211171 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301e9a6-136c-4429-b5d7-42ad49351629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:18.211642 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301e9a6-136c-4429-b5d7-42ad49351629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:18.212335 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301e9a6-136c-4429-b5d7-42ad49351629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:18.212818 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301e9a6-136c-4429-b5d7-42ad49351629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:18.216504 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301e9a6-136c-4429-b5d7-42ad49351629 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:18.216504 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301e9a6-136c-4429-b5d7-42ad49351629 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:18.216504 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301e9a6-136c-4429-b5d7-42ad49351629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:18.216504 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301e9a6-136c-4429-b5d7-42ad49351629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:18.216504 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301e9a6-136c-4429-b5d7-42ad49351629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:18.216504 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301e9a6-136c-4429-b5d7-42ad49351629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:15:18.281790 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d165033a-fb07-47f2-8308-f8521fe2a998 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:18.291714 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.db [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] For port 8343d61c-d413-416c-80e8-7a1cb56d1f84, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:15:18.296309 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.db [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] For port 8343d61c-d413-416c-80e8-7a1cb56d1f84, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=8343d61c-d413-416c-80e8-7a1cb56d1f84,segment=NetworkSegment(1a78c2b0-51a9-4046-8fa0-0eca85729676),segment_id=1a78c2b0-51a9-4046-8fa0-0eca85729676)] {{(pid=94569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:15:18.349618 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d165033a-fb07-47f2-8308-f8521fe2a998 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:18.437177 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:18.496454 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 9d345429-4220-47b3-a3b7-5000951eeaa6 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:18.519122 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d165033a-fb07-47f2-8308-f8521fe2a998 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:18.545889 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] Routers {'a776f5cb-5eb4-4d2a-92ea-567b6ae43091'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:15:18.546891 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:15:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['a776f5cb-5eb4-4d2a-92ea-567b6ae43091'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:18.577753 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165033a-fb07-47f2-8308-f8521fe2a998 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2225b5f9-2d4d-4d02-a127-b8f838b56b66,revision_number=0']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:18.626701 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de17b6-367e-4d93-a369-f83ecc3cf908 req-6dc1d7f7-22ac-4e29-b52f-1825153b2fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:18.632411 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-51de17b6-367e-4d93-a369-f83ecc3cf908 req-6dc1d7f7-22ac-4e29-b52f-1825153b2fdc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6525e39355904810b4595b1ab780a756&device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 1099 time: 0.0902250 Aug 13 04:15:18.670971 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301e9a6-136c-4429-b5d7-42ad49351629 None None] Pushing event updated for resources: {'Port': ['ID=8343d61c-d413-416c-80e8-7a1cb56d1f84,revision_number=4']} {{(pid=94569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:18.715486 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d165033a-fb07-47f2-8308-f8521fe2a998 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:18.716933 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 9d345429-4220-47b3-a3b7-5000951eeaa6 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:18.718338 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:18.726082 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-d165033a-fb07-47f2-8308-f8521fe2a998 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6789007 Aug 13 04:15:18.729406 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 54372) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:18.744618 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-6a472e7e-bebc-4536-9956-78f1147c40b3 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Request body: {'security_group_rule': {'security_group_id': '641155e1-1a3a-4a26-8aaa-cb28ef14dc08', 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:18.901633 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6a472e7e-bebc-4536-9956-78f1147c40b3 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:18.941384 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] Set router a776f5cb-5eb4-4d2a-92ea-567b6ae43091 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:15:19.024439 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de17b6-367e-4d93-a369-f83ecc3cf908 req-1b5e78f6-b86e-4e7f-82df-4605ec825096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:19.026515 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-51de17b6-367e-4d93-a369-f83ecc3cf908 req-1b5e78f6-b86e-4e7f-82df-4605ec825096 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3307ff4a-688d-47d1-ad62-e6cbee1cd9ca HTTP/1.1" status: 200 len: 919 time: 0.3382301 Aug 13 04:15:19.075536 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6a472e7e-bebc-4536-9956-78f1147c40b3 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:19.119373 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-51de17b6-367e-4d93-a369-f83ecc3cf908 req-c4fce28f-dbfc-4f19-8132-eaa1393cb532 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d7726e9-911a-4b3e-9ed1-222c5c77ae69 HTTP/1.1" status: 200 len: 217 time: 0.0820143 Aug 13 04:15:19.164415 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6a472e7e-bebc-4536-9956-78f1147c40b3 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:19.259627 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a472e7e-bebc-4536-9956-78f1147c40b3 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe80a05-caa0-49ae-9934-b7523cf37d6d,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:19.272640 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de17b6-367e-4d93-a369-f83ecc3cf908 req-ee4a9fb4-465a-4289-8f51-6db10a199a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:19.274128 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-51de17b6-367e-4d93-a369-f83ecc3cf908 req-ee4a9fb4-465a-4289-8f51-6db10a199a64 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f3523255-eb2e-4656-814e-91485edd0600 HTTP/1.1" status: 200 len: 858 time: 0.1408334 Aug 13 04:15:19.347940 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6a472e7e-bebc-4536-9956-78f1147c40b3 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:19.361362 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-51de17b6-367e-4d93-a369-f83ecc3cf908 req-0a4b496a-3ed0-48a1-a9b0-0b52199300ab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3307ff4a-688d-47d1-ad62-e6cbee1cd9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720313 Aug 13 04:15:19.365475 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-6a472e7e-bebc-4536-9956-78f1147c40b3 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6339777 Aug 13 04:15:19.374279 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 54398) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:19.380196 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-25143cc5-f611-490d-8ed1-9f89c15f5940 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Request body: {'security_group_rule': {'security_group_id': '641155e1-1a3a-4a26-8aaa-cb28ef14dc08', 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:19.388637 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776f5cb-5eb4-4d2a-92ea-567b6ae43091', 'name': 'tempest-TestShelveInstance-373353111-router', 'tenant_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:06Z', 'updated_at': '2021-08-13T04:15:13Z', 'revision_number': 4, 'project_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'gw_port': {'id': '3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776f5cb-5eb4-4d2a-92ea-567b6ae43091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:07Z', 'updated_at': '2021-08-13T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': '8343d61c-d413-416c-80e8-7a1cb56d1f84', 'name': '', 'network_id': 'f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a', 'tenant_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'mac_address': 'fa:16:3e:3e:24:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a776f5cb-5eb4-4d2a-92ea-567b6ae43091', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '553832f1-fba9-4946-839f-0641ec0c86b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:12Z', 'updated_at': '2021-08-13T04:15:18Z', 'revision_number': 4, 'project_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'subnets': [{'id': '553832f1-fba9-4946-839f-0641ec0c86b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:19.439692 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64e0e1-adcc-485c-bd79-f20c20c909ac req-06a2a9a9-8f50-43ae-8c1c-99f4df1cda7e tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:19.441624 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0d64e0e1-adcc-485c-bd79-f20c20c909ac req-06a2a9a9-8f50-43ae-8c1c-99f4df1cda7e tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.1532142 Aug 13 04:15:19.449513 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33a7902-b1ab-45ea-b582-7e22ac94c5b4 None None] The sync data for ids ['a776f5cb-5eb4-4d2a-92ea-567b6ae43091'] in dv-cinder-759987-6-iscsi is: [{'id': 'a776f5cb-5eb4-4d2a-92ea-567b6ae43091', 'name': 'tempest-TestShelveInstance-373353111-router', 'tenant_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:06Z', 'updated_at': '2021-08-13T04:15:13Z', 'revision_number': 4, 'project_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'gw_port': {'id': '3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776f5cb-5eb4-4d2a-92ea-567b6ae43091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:07Z', 'updated_at': '2021-08-13T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': '8343d61c-d413-416c-80e8-7a1cb56d1f84', 'name': '', 'network_id': 'f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a', 'tenant_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'mac_address': 'fa:16:3e:3e:24:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a776f5cb-5eb4-4d2a-92ea-567b6ae43091', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '553832f1-fba9-4946-839f-0641ec0c86b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:12Z', 'updated_at': '2021-08-13T04:15:18Z', 'revision_number': 4, 'project_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'subnets': [{'id': '553832f1-fba9-4946-839f-0641ec0c86b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:15:19.494535 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.db.securitygroups_db [None req-25143cc5-f611-490d-8ed1-9f89c15f5940 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Project b6d4c8f932bf49dca555a79eae4efd63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 04:15:19.573044 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-25143cc5-f611-490d-8ed1-9f89c15f5940 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:19.609193 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-51de17b6-367e-4d93-a369-f83ecc3cf908 req-5eb05bbd-2ef7-4b1f-817f-f9ee7df3877b service neutron] 10.222.0.22 "GET /v2.0/networks/3307ff4a-688d-47d1-ad62-e6cbee1cd9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382562 Aug 13 04:15:19.664287 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0d64e0e1-adcc-485c-bd79-f20c20c909ac req-076aeeb8-4bab-4d00-a0e0-9a66265ff18e tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899066 Aug 13 04:15:19.835052 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-25143cc5-f611-490d-8ed1-9f89c15f5940 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:19.864236 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-51de17b6-367e-4d93-a369-f83ecc3cf908 req-f817402d-8e35-4c0e-8934-08641e25ba83 service neutron] 10.222.0.22 "GET /v2.0/networks/3307ff4a-688d-47d1-ad62-e6cbee1cd9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398763 Aug 13 04:15:19.907666 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-25143cc5-f611-490d-8ed1-9f89c15f5940 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:19.954821 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25143cc5-f611-490d-8ed1-9f89c15f5940 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2efd236-8592-4a8f-beb2-0ebac2813322,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:20.125568 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-25143cc5-f611-490d-8ed1-9f89c15f5940 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:20.139161 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-25143cc5-f611-490d-8ed1-9f89c15f5940 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7514808 Aug 13 04:15:20.140049 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 54454) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:20.147804 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-bbe6ddea-8e2f-4810-a05d-5a32607198be tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Request body: {'security_group_rule': {'security_group_id': '641155e1-1a3a-4a26-8aaa-cb28ef14dc08', 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:20.393545 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.db.securitygroups_db [None req-bbe6ddea-8e2f-4810-a05d-5a32607198be tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Project b6d4c8f932bf49dca555a79eae4efd63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 04:15:20.404246 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-bbe6ddea-8e2f-4810-a05d-5a32607198be tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:20.536539 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-bbe6ddea-8e2f-4810-a05d-5a32607198be tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:20.545265 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 8343d61c-d413-416c-80e8-7a1cb56d1f84 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:20.605758 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-bbe6ddea-8e2f-4810-a05d-5a32607198be tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:20.624429 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6ddea-8e2f-4810-a05d-5a32607198be tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c02b07-ddcd-4b40-9239-94411c916655,revision_number=0']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:20.742350 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port 8343d61c-d413-416c-80e8-7a1cb56d1f84 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:20.747224 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 8343d61c-d413-416c-80e8-7a1cb56d1f84 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:20.753371 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:20.771549 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-bbe6ddea-8e2f-4810-a05d-5a32607198be tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:20.782506 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-bbe6ddea-8e2f-4810-a05d-5a32607198be tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6408978 Aug 13 04:15:20.877474 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8beaac-2e3f-4095-8ea9-1a551d065f46 req-865b743b-9173-4cb0-99d5-21d1e9d69bf2 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:20.893506 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7d8beaac-2e3f-4095-8ea9-1a551d065f46 req-865b743b-9173-4cb0-99d5-21d1e9d69bf2 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.1419592 Aug 13 04:15:20.917217 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:21.007333 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port 8343d61c-d413-416c-80e8-7a1cb56d1f84, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=8343d61c-d413-416c-80e8-7a1cb56d1f84,segment=NetworkSegment(1a78c2b0-51a9-4046-8fa0-0eca85729676),segment_id=1a78c2b0-51a9-4046-8fa0-0eca85729676)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:21.007450 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7d8beaac-2e3f-4095-8ea9-1a551d065f46 req-eda9b978-77a8-4cfb-a9e2-de77db30d3d4 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990441 Aug 13 04:15:21.091339 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:21.092506 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device c0935b14-d828-47c3-b622-3fed04dba984 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:21.251564 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=8343d61c-d413-416c-80e8-7a1cb56d1f84,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:21.342692 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port c0935b14-d828-47c3-b622-3fed04dba984 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:21.348273 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port c0935b14-d828-47c3-b622-3fed04dba984 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:21.350628 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:21.507651 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:21.545382 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port c0935b14-d828-47c3-b622-3fed04dba984, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=c0935b14-d828-47c3-b622-3fed04dba984,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:21.629204 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:21.707431 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=c0935b14-d828-47c3-b622-3fed04dba984,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:21.794855 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] Sync routers for ids ['344346c3-7f32-44bd-8053-0ab188a4c37f'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:15:21.806361 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] Routers {'344346c3-7f32-44bd-8053-0ab188a4c37f'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:15:21.807754 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:15:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['344346c3-7f32-44bd-8053-0ab188a4c37f'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:21.986772 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] Set router 344346c3-7f32-44bd-8053-0ab188a4c37f gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:15:22.272074 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb6773-9c24-4f31-b807-bdb5d64b73f0 req-2ebe0aa4-b5e4-49f1-a8dc-ceee7df2f278 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:22.285614 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a4eb6773-9c24-4f31-b807-bdb5d64b73f0 req-2ebe0aa4-b5e4-49f1-a8dc-ceee7df2f278 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.1410363 Aug 13 04:15:22.436911 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a4eb6773-9c24-4f31-b807-bdb5d64b73f0 req-0ce3ace7-e38a-4bfb-ace4-422f2146dafd tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417313 Aug 13 04:15:22.479283 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344346c3-7f32-44bd-8053-0ab188a4c37f', 'name': 'tempest-TestMinimumBasicScenario-2111167187-router', 'tenant_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c0935b14-d828-47c3-b622-3fed04dba984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:08Z', 'updated_at': '2021-08-13T04:15:15Z', 'revision_number': 4, 'project_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'gw_port': {'id': 'c0935b14-d828-47c3-b622-3fed04dba984', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344346c3-7f32-44bd-8053-0ab188a4c37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:09Z', 'updated_at': '2021-08-13T04:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'e9d562c5-6caa-408f-ad5b-39ac2be670e5', 'name': '', 'network_id': '920b77e0-0ecc-42e1-a0b3-83489096fd0f', 'tenant_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'mac_address': 'fa:16:3e:07:ee:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344346c3-7f32-44bd-8053-0ab188a4c37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6af06df6-a4ed-4e5d-8712-5793192f490d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:14Z', 'updated_at': '2021-08-13T04:15:15Z', 'revision_number': 2, 'project_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'subnets': [{'id': '6af06df6-a4ed-4e5d-8712-5793192f490d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:22.564302 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] Checking router: 344346c3-7f32-44bd-8053-0ab188a4c37f for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:15:22.564952 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] Updating router 344346c3-7f32-44bd-8053-0ab188a4c37f port e9d562c5-6caa-408f-ad5b-39ac2be670e5 binding host dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:15:22.608771 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:22.611283 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 8343d61c-d413-416c-80e8-7a1cb56d1f84 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:22.825068 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 8343d61c-d413-416c-80e8-7a1cb56d1f84 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:22.825619 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:23.136472 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device c0935b14-d828-47c3-b622-3fed04dba984 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:23.243752 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:23.258784 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port c0935b14-d828-47c3-b622-3fed04dba984 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:23.259248 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:23.261695 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] Transition to ACTIVE for port object e9d562c5-6caa-408f-ad5b-39ac2be670e5 will not be triggered until provisioned by entity L2. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:23.348345 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:23.459822 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa216529-769c-452b-b4ed-26bd4033544e None None] Pushing event updated for resources: {'Port': ['ID=e9d562c5-6caa-408f-ad5b-39ac2be670e5,revision_number=3']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:23.641573 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1effa6c-b15e-4e01-adfd-9cfb29e0d4d1 req-4e578339-5096-484e-9e1e-21df4c2d1e65 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:23.643429 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d1effa6c-b15e-4e01-adfd-9cfb29e0d4d1 req-4e578339-5096-484e-9e1e-21df4c2d1e65 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0754867 Aug 13 04:15:23.717232 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d1effa6c-b15e-4e01-adfd-9cfb29e0d4d1 req-6a452995-b314-4817-8c25-9932414f9e0a tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657909 Aug 13 04:15:23.825618 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] Attempting to bind port e9d562c5-6caa-408f-ad5b-39ac2be670e5 on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:15:23.826126 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] Attempting to bind port e9d562c5-6caa-408f-ad5b-39ac2be670e5 by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '89359538-3053-477e-830e-4dcef43ab894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '920b77e0-0ecc-42e1-a0b3-83489096fd0f'}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:15:23.826502 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] Attempting to bind port e9d562c5-6caa-408f-ad5b-39ac2be670e5 on network 920b77e0-0ecc-42e1-a0b3-83489096fd0f {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:15:23.832101 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:15:23.844439 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] Checking segment: {'id': '89359538-3053-477e-830e-4dcef43ab894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '920b77e0-0ecc-42e1-a0b3-83489096fd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:15:23.844439 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:23.844439 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] Bound using segment: {'id': '89359538-3053-477e-830e-4dcef43ab894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '920b77e0-0ecc-42e1-a0b3-83489096fd0f'} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:15:23.844439 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] Bound port: e9d562c5-6caa-408f-ad5b-39ac2be670e5, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89359538-3053-477e-830e-4dcef43ab894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '920b77e0-0ecc-42e1-a0b3-83489096fd0f'}}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:15:23.844439 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:23.925979 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] For port e9d562c5-6caa-408f-ad5b-39ac2be670e5, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:15:23.929534 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] For port e9d562c5-6caa-408f-ad5b-39ac2be670e5, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=e9d562c5-6caa-408f-ad5b-39ac2be670e5,segment=NetworkSegment(89359538-3053-477e-830e-4dcef43ab894),segment_id=89359538-3053-477e-830e-4dcef43ab894)] {{(pid=94568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:15:23.943783 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:24.007529 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:24.104364 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa216529-769c-452b-b4ed-26bd4033544e None None] Pushing event updated for resources: {'Port': ['ID=e9d562c5-6caa-408f-ad5b-39ac2be670e5,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:24.146297 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] Routers {'344346c3-7f32-44bd-8053-0ab188a4c37f'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:15:24.146297 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:15:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['344346c3-7f32-44bd-8053-0ab188a4c37f'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:24.343556 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] Set router 344346c3-7f32-44bd-8053-0ab188a4c37f gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:15:24.499963 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885fea3-409a-4559-87b6-0a7f5c64ae20 req-af04c3d7-beb7-4599-badd-d8defc1d6221 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:24.501825 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6885fea3-409a-4559-87b6-0a7f5c64ae20 req-af04c3d7-beb7-4599-badd-d8defc1d6221 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.1201200 Aug 13 04:15:24.574958 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6885fea3-409a-4559-87b6-0a7f5c64ae20 req-9de28d1d-de76-457e-9df7-63935874e0d5 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558140 Aug 13 04:15:24.650652 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device e9d562c5-6caa-408f-ad5b-39ac2be670e5 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:24.734517 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344346c3-7f32-44bd-8053-0ab188a4c37f', 'name': 'tempest-TestMinimumBasicScenario-2111167187-router', 'tenant_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c0935b14-d828-47c3-b622-3fed04dba984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:08Z', 'updated_at': '2021-08-13T04:15:15Z', 'revision_number': 4, 'project_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'gw_port': {'id': 'c0935b14-d828-47c3-b622-3fed04dba984', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344346c3-7f32-44bd-8053-0ab188a4c37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:09Z', 'updated_at': '2021-08-13T04:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'e9d562c5-6caa-408f-ad5b-39ac2be670e5', 'name': '', 'network_id': '920b77e0-0ecc-42e1-a0b3-83489096fd0f', 'tenant_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'mac_address': 'fa:16:3e:07:ee:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344346c3-7f32-44bd-8053-0ab188a4c37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6af06df6-a4ed-4e5d-8712-5793192f490d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:14Z', 'updated_at': '2021-08-13T04:15:23Z', 'revision_number': 4, 'project_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'subnets': [{'id': '6af06df6-a4ed-4e5d-8712-5793192f490d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:24.774148 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c70f7-d032-4672-bf7e-b53ee2c2d2a8 None None] The sync data for ids ['344346c3-7f32-44bd-8053-0ab188a4c37f'] in dv-cinder-759987-6-iscsi is: [{'id': '344346c3-7f32-44bd-8053-0ab188a4c37f', 'name': 'tempest-TestMinimumBasicScenario-2111167187-router', 'tenant_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c0935b14-d828-47c3-b622-3fed04dba984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:08Z', 'updated_at': '2021-08-13T04:15:15Z', 'revision_number': 4, 'project_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'gw_port': {'id': 'c0935b14-d828-47c3-b622-3fed04dba984', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344346c3-7f32-44bd-8053-0ab188a4c37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:09Z', 'updated_at': '2021-08-13T04:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'e9d562c5-6caa-408f-ad5b-39ac2be670e5', 'name': '', 'network_id': '920b77e0-0ecc-42e1-a0b3-83489096fd0f', 'tenant_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'mac_address': 'fa:16:3e:07:ee:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344346c3-7f32-44bd-8053-0ab188a4c37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6af06df6-a4ed-4e5d-8712-5793192f490d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:14Z', 'updated_at': '2021-08-13T04:15:23Z', 'revision_number': 4, 'project_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'subnets': [{'id': '6af06df6-a4ed-4e5d-8712-5793192f490d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:15:24.822872 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port e9d562c5-6caa-408f-ad5b-39ac2be670e5 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:24.829282 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port e9d562c5-6caa-408f-ad5b-39ac2be670e5 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:24.830939 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:24.904601 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdd284-54f9-4247-a71a-cae2e75f4838 req-71836d67-8497-4ab4-99c1-2de31433ed33 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:24.917102 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a3cdd284-54f9-4247-a71a-cae2e75f4838 req-71836d67-8497-4ab4-99c1-2de31433ed33 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0903697 Aug 13 04:15:24.972098 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a3cdd284-54f9-4247-a71a-cae2e75f4838 req-7b72229c-b25e-4fee-95c3-e3d690fef404 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531437 Aug 13 04:15:25.002497 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:25.039638 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port e9d562c5-6caa-408f-ad5b-39ac2be670e5, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=e9d562c5-6caa-408f-ad5b-39ac2be670e5,segment=NetworkSegment(89359538-3053-477e-830e-4dcef43ab894),segment_id=89359538-3053-477e-830e-4dcef43ab894)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:25.120198 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:25.223279 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=e9d562c5-6caa-408f-ad5b-39ac2be670e5,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:25.794303 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f79f30-903d-40fc-94df-9a7bec1d815f req-2c75bcd3-a439-4e37-9186-501e2678ed48 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:25.803681 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f8f79f30-903d-40fc-94df-9a7bec1d815f req-2c75bcd3-a439-4e37-9186-501e2678ed48 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0941782 Aug 13 04:15:25.883036 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f8f79f30-903d-40fc-94df-9a7bec1d815f req-3ee7fc51-8b30-4129-9c66-cc7301737bb8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783434 Aug 13 04:15:25.931458 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 54696) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:26.169427 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc423469-7beb-43eb-977f-8557d5dd265e req-65d35afe-681b-4c8a-be4d-f76e48861fc0 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:26.171717 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bc423469-7beb-43eb-977f-8557d5dd265e req-65d35afe-681b-4c8a-be4d-f76e48861fc0 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0672262 Aug 13 04:15:26.251953 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bc423469-7beb-43eb-977f-8557d5dd265e req-082ae72d-c0ff-4ca6-8f12-d06cef5fc381 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623715 Aug 13 04:15:26.274609 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-6f17bdeb-6d28-4719-95d4-406216f04121 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5c777c4329e48858cf526d4178fa549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409786 Aug 13 04:15:26.276589 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 54718) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:26.367532 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-94cd346e-ec8e-4d7c-9333-3209a064b48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:26.383117 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-94cd346e-ec8e-4d7c-9333-3209a064b48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:26.481080 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device e9d562c5-6caa-408f-ad5b-39ac2be670e5 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:26.661449 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port e9d562c5-6caa-408f-ad5b-39ac2be670e5 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:26.662169 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:26.681165 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-94cd346e-ec8e-4d7c-9333-3209a064b48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:26.684793 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-94cd346e-ec8e-4d7c-9333-3209a064b48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:26.686297 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-94cd346e-ec8e-4d7c-9333-3209a064b48e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3dc9506-fac7-4f3f-a7c0-b6b430c02f26 HTTP/1.1" status: 204 len: 168 time: 0.4080968 Aug 13 04:15:26.717012 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd346e-ec8e-4d7c-9333-3209a064b48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dc9506-fac7-4f3f-a7c0-b6b430c02f26,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:27.062633 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cf0f5-4095-4a8d-8822-8b2a0739e2df req-897419d8-12d1-4d02-8cf4-93fb39549f95 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:27.064168 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fc9cf0f5-4095-4a8d-8822-8b2a0739e2df req-897419d8-12d1-4d02-8cf4-93fb39549f95 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0769098 Aug 13 04:15:27.113327 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fc9cf0f5-4095-4a8d-8822-8b2a0739e2df req-7a8fdcfc-5666-49cc-8813-4588f1461a2f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430186 Aug 13 04:15:27.392254 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374dad4-4d9d-450e-b36d-9ec3ade35ca2 req-521889a2-0dd7-4273-8d67-0dde823f6f20 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:27.393843 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d374dad4-4d9d-450e-b36d-9ec3ade35ca2 req-521889a2-0dd7-4273-8d67-0dde823f6f20 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0520203 Aug 13 04:15:27.442379 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d374dad4-4d9d-450e-b36d-9ec3ade35ca2 req-80fc51ac-4bb8-42a2-a70a-3035a8d50c69 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417504 Aug 13 04:15:28.254074 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e12b82-a949-4534-a6a9-bbd157dfe992 req-568d1f7c-c682-4241-b3fa-da6d84788633 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:28.255577 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-97e12b82-a949-4534-a6a9-bbd157dfe992 req-568d1f7c-c682-4241-b3fa-da6d84788633 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0494194 Aug 13 04:15:28.300590 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-97e12b82-a949-4534-a6a9-bbd157dfe992 req-c1e5b944-2f4d-41ec-ba2c-a45c6c1512ca tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384226 Aug 13 04:15:28.557285 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997a2fe-ba21-48a6-926c-319ac6cee339 req-a940500c-c5cd-47f8-8a07-99c96d7319bd tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:28.558825 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6997a2fe-ba21-48a6-926c-319ac6cee339 req-a940500c-c5cd-47f8-8a07-99c96d7319bd tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0526400 Aug 13 04:15:28.604328 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6997a2fe-ba21-48a6-926c-319ac6cee339 req-5fb717e6-9351-4d4a-bd98-cf4c4591fda2 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392301 Aug 13 04:15:29.435493 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fc3b1-b756-4703-bff0-f7d9443e95b2 req-a5b1841c-71fb-4e86-9a28-38ef4f7dfaad tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:29.446266 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3e8fc3b1-b756-4703-bff0-f7d9443e95b2 req-a5b1841c-71fb-4e86-9a28-38ef4f7dfaad tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0617511 Aug 13 04:15:29.489758 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3e8fc3b1-b756-4703-bff0-f7d9443e95b2 req-cfd70bae-c394-4a42-adcd-439f16aa8330 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423059 Aug 13 04:15:29.736200 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f3d93-dbca-42ce-ae7b-47aaa1947c22 req-540a57fe-e242-48c3-b272-2d1949c01640 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:29.738212 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5a1f3d93-dbca-42ce-ae7b-47aaa1947c22 req-540a57fe-e242-48c3-b272-2d1949c01640 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0580692 Aug 13 04:15:29.793482 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5a1f3d93-dbca-42ce-ae7b-47aaa1947c22 req-1d8d8552-7d54-47fa-9462-d3f445973603 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454500 Aug 13 04:15:30.635491 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b21bd0-518e-4e4c-89ee-eced4dab5c5e req-4f93b6d7-6a54-41e9-9cb8-c58de470db20 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:30.637229 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f6b21bd0-518e-4e4c-89ee-eced4dab5c5e req-4f93b6d7-6a54-41e9-9cb8-c58de470db20 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0638268 Aug 13 04:15:30.681654 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f6b21bd0-518e-4e4c-89ee-eced4dab5c5e req-414d2093-3f6d-408c-a6c7-0d3b9f6518cc tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379612 Aug 13 04:15:30.950674 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4eb40-0311-42b2-9abf-f64d29605154 req-39216630-384e-400e-984b-3430644fb90d tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:30.952173 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-76f4eb40-0311-42b2-9abf-f64d29605154 req-39216630-384e-400e-984b-3430644fb90d tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0593629 Aug 13 04:15:30.998055 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-76f4eb40-0311-42b2-9abf-f64d29605154 req-592a3fab-5f76-46fa-8640-09854e6b7870 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390940 Aug 13 04:15:31.810557 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b4847-bb9d-4ec3-a7d6-6afec5a8bd38 req-061b10c8-dba3-4bad-b57f-ae54b488d0e5 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:31.812050 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ea9b4847-bb9d-4ec3-a7d6-6afec5a8bd38 req-061b10c8-dba3-4bad-b57f-ae54b488d0e5 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0489383 Aug 13 04:15:31.861641 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ea9b4847-bb9d-4ec3-a7d6-6afec5a8bd38 req-65d15b21-65a6-4802-a266-551811407e48 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435162 Aug 13 04:15:32.128893 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f22e02-f3f9-4391-971d-adcdb66ed951 req-a41aff41-d993-4dc5-bdd2-df0e4868fd38 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:32.130542 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-49f22e02-f3f9-4391-971d-adcdb66ed951 req-a41aff41-d993-4dc5-bdd2-df0e4868fd38 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0551548 Aug 13 04:15:32.184254 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-49f22e02-f3f9-4391-971d-adcdb66ed951 req-208a95c9-d67f-41c1-8852-57158b834770 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432730 Aug 13 04:15:32.289528 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 54808) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:32.418850 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-a171b312-6e35-4e2a-a525-b481ec102103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:32.517853 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-a171b312-6e35-4e2a-a525-b481ec102103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:32.667501 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-a171b312-6e35-4e2a-a525-b481ec102103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:32.707146 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171b312-6e35-4e2a-a525-b481ec102103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcb030e-8de3-4fd5-b46d-c8f805dfa85d,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:32.715045 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 54814) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:32.715169 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-a171b312-6e35-4e2a-a525-b481ec102103 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=afbe354f5bf9436b999c05c99b94ac1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4243844 Aug 13 04:15:32.765779 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e87fc157-111f-4e7d-b844-9f5e3765e02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:32.787085 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e87fc157-111f-4e7d-b844-9f5e3765e02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:32.896073 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e87fc157-111f-4e7d-b844-9f5e3765e02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:32.898662 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e87fc157-111f-4e7d-b844-9f5e3765e02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:32.899854 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-e87fc157-111f-4e7d-b844-9f5e3765e02e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bdcb030e-8de3-4fd5-b46d-c8f805dfa85d HTTP/1.1" status: 204 len: 168 time: 0.1838424 Aug 13 04:15:32.913049 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87fc157-111f-4e7d-b844-9f5e3765e02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcb030e-8de3-4fd5-b46d-c8f805dfa85d,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:33.017023 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37caf831-24c9-4815-b409-2ec24bad2922 req-195b644c-d237-4cc6-8b7e-845325cf0d6b tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:33.017023 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-37caf831-24c9-4815-b409-2ec24bad2922 req-195b644c-d237-4cc6-8b7e-845325cf0d6b tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0697279 Aug 13 04:15:33.115783 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-37caf831-24c9-4815-b409-2ec24bad2922 req-2d611039-c0c6-46b7-8c58-e2888b48410c tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849280 Aug 13 04:15:33.154052 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-10fc157a-d908-41f0-be55-b22fe088afcd tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:33.155528 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-10fc157a-d908-41f0-be55-b22fe088afcd tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/networks?id=673131bb-dc01-48ec-89a5-58651cf3d062 HTTP/1.1" status: 200 len: 814 time: 0.1354842 Aug 13 04:15:33.171260 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-2c1fe14c-21ae-425c-848d-c1507cba440f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/quotas/57c824b311c64fcfa2b8b63a8d6f6ea3 HTTP/1.1" status: 200 len: 375 time: 0.0098190 Aug 13 04:15:33.241944 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-70a79cbe-02a7-4935-8b74-863d51dd676c tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=57c824b311c64fcfa2b8b63a8d6f6ea3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0631535 Aug 13 04:15:33.351928 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-88725ba6-e520-4731-905e-87833f98cca6 service neutron] 10.222.0.32 "GET /v2.0/networks/673131bb-dc01-48ec-89a5-58651cf3d062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036170 Aug 13 04:15:33.444989 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-0c6d663a-ad8d-4558-a992-dcd5a954f180 service neutron] 10.222.0.32 "GET /v2.0/networks/673131bb-dc01-48ec-89a5-58651cf3d062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937340 Aug 13 04:15:33.889610 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177d44a-a174-4e7b-9681-2a7b032a0a71 req-53e0d7d6-e328-44d8-811e-30e096e9fc0e tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:33.891067 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f177d44a-a174-4e7b-9681-2a7b032a0a71 req-53e0d7d6-e328-44d8-811e-30e096e9fc0e tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.3793793 Aug 13 04:15:33.958468 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-d210bbb7-92ba-4b31-93aa-b4775ffd0fb3 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:33.960039 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-d210bbb7-92ba-4b31-93aa-b4775ffd0fb3 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/networks?id=108ee682-822f-485e-99b1-e4a7ccb079a2 HTTP/1.1" status: 200 len: 815 time: 0.1491928 Aug 13 04:15:33.968196 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f177d44a-a174-4e7b-9681-2a7b032a0a71 req-4551b582-1ab8-41f2-90cd-e13323da01f5 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626891 Aug 13 04:15:33.990662 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-48fabf74-3dbf-4263-9aa6-355d73adfea6 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/quotas/3086463bb33d461abf911455930d099f HTTP/1.1" status: 200 len: 375 time: 0.0212257 Aug 13 04:15:34.037269 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 54876) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:34.076686 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a08cc570-3217-4ce3-b6d0-8f39dc94ab30 req-833306a5-b5f4-4768-b98a-06023b6a126d tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 210 time: 0.0315826 Aug 13 04:15:34.087567 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-037f7485-5f6a-4efa-9b22-21b1eaf998b9 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3086463bb33d461abf911455930d099f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0893257 Aug 13 04:15:34.180100 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-8c4c1602-d1a6-4814-9283-0f0f98addfa1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-184433537-network', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:34.256049 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-57919dad-b7a2-49eb-adc1-c3bf14d4dbc9 service neutron] 10.222.0.32 "GET /v2.0/networks/108ee682-822f-485e-99b1-e4a7ccb079a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538792 Aug 13 04:15:34.280780 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc504c3-755e-439a-8602-122a5a3fc59a req-bdaa09cd-f679-439c-bf9d-15941458690d tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:34.282237 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6dc504c3-755e-439a-8602-122a5a3fc59a req-bdaa09cd-f679-439c-bf9d-15941458690d tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0845592 Aug 13 04:15:34.321257 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4c1602-d1a6-4814-9283-0f0f98addfa1 admin admin] Made reservation on behalf of 7da99b58a71342b9b2d6a5ea1451b765 for: {'network': 1} {{(pid=94566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:15:34.323783 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8c4c1602-d1a6-4814-9283-0f0f98addfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for network, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:34.347588 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8c4c1602-d1a6-4814-9283-0f0f98addfa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:34.401459 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6dc504c3-755e-439a-8602-122a5a3fc59a req-3aa57319-e399-4153-80a5-1f6c56927a56 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096492 Aug 13 04:15:34.434219 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-6db117c2-3493-4440-be46-8120beffa4b8 service neutron] 10.222.0.32 "GET /v2.0/networks/108ee682-822f-485e-99b1-e4a7ccb079a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692605 Aug 13 04:15:34.518289 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8c4c1602-d1a6-4814-9283-0f0f98addfa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:34.628310 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8c4c1602-d1a6-4814-9283-0f0f98addfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:34.657421 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4c1602-d1a6-4814-9283-0f0f98addfa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=94566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:15:34.677101 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c1602-d1a6-4814-9283-0f0f98addfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086b45b8-83e1-478a-ad69-4b4b04500af0,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:34.684251 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8c4c1602-d1a6-4814-9283-0f0f98addfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:34.684771 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.db.segments_db [None req-8c4c1602-d1a6-4814-9283-0f0f98addfa1 admin admin] Added segment 959b64a0-600e-4c8a-a999-c6c028523cc0 of type vlan for network 7c3089e4-8e84-4971-98ba-e9013a95d55b Aug 13 04:15:34.735434 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8c4c1602-d1a6-4814-9283-0f0f98addfa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784943942714'] for network, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:34.871944 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8c4c1602-d1a6-4814-9283-0f0f98addfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for network, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:34.871944 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4c1602-d1a6-4814-9283-0f0f98addfa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:34.872273 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8c4c1602-d1a6-4814-9283-0f0f98addfa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:34.878811 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0e168b66-7132-4600-9a23-8c17e782db12 req-51903989-42d9-4ad4-bcb2-84505fa88ef9 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 210 time: 0.0438907 Aug 13 04:15:34.956349 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c1602-d1a6-4814-9283-0f0f98addfa1 admin admin] Pushing event updated for resources: {'Network': ['ID=7c3089e4-8e84-4971-98ba-e9013a95d55b,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:34.968262 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Network 7c3089e4-8e84-4971-98ba-e9013a95d55b details requested by agent ovs-agent-dv-cinder-759987-6-iscsi with host dv-cinder-759987-6-iscsi {{(pid=94568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:15:34.987268 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-8c4c1602-d1a6-4814-9283-0f0f98addfa1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9465714 Aug 13 04:15:34.987268 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 54892) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:35.002677 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-5e6dd6bc-0029-41b0-a0a2-e388ab1a1133 admin admin] Request body: {'subnet': {'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-184433537-subnet', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'ip_version': 4}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:35.119219 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6dd6bc-0029-41b0-a0a2-e388ab1a1133 admin admin] Made reservation on behalf of 7da99b58a71342b9b2d6a5ea1451b765 for: {'subnet': 1} {{(pid=94566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:15:35.123884 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5e6dd6bc-0029-41b0-a0a2-e388ab1a1133 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3027973'] for subnet, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:35.185019 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c08443-7561-4313-b799-f8029e1c44eb req-b1d24f07-ea9a-4676-bdd1-bb5a570e65e6 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:35.186540 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f3c08443-7561-4313-b799-f8029e1c44eb req-b1d24f07-ea9a-4676-bdd1-bb5a570e65e6 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.1113770 Aug 13 04:15:35.230809 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6d7f0bb3-765f-4534-8668-19d22c177ac4 req-e1b4f3a2-1cd5-4423-b45f-cc9ef9dbbbe8 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 210 time: 0.0601468 Aug 13 04:15:35.267185 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f3c08443-7561-4313-b799-f8029e1c44eb req-e27d2e9c-8ebb-4006-84fb-61da1ee678b3 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716057 Aug 13 04:15:35.434218 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5e6dd6bc-0029-41b0-a0a2-e388ab1a1133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3028023'] for subnet, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:35.523927 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6dd6bc-0029-41b0-a0a2-e388ab1a1133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a463f44d-8044-41b8-88a4-df5cd43047ae,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:35.531758 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6dd6bc-0029-41b0-a0a2-e388ab1a1133 admin admin] Checking segment: {'id': '959b64a0-600e-4c8a-a999-c6c028523cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:15:35.532087 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6dd6bc-0029-41b0-a0a2-e388ab1a1133 admin admin] Network hostable DHCP agents. Network: 7c3089e4-8e84-4971-98ba-e9013a95d55b, hostable agents: ['a96cd20f-888c-4e1e-badb-6a5336c30bd0'], hosted agents: [] {{(pid=94566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:15:35.556287 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fbd03-db1b-4f0a-abbf-2ec5e1c35d64 req-3d265b0d-3cc5-4b9e-83a7-db93878e8007 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:35.557900 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3c6fbd03-db1b-4f0a-abbf-2ec5e1c35d64 req-3d265b0d-3cc5-4b9e-83a7-db93878e8007 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0787642 Aug 13 04:15:35.597635 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3c6fbd03-db1b-4f0a-abbf-2ec5e1c35d64 req-cad15ce4-96eb-4279-ae24-dcc5ea1d17ce tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333383 Aug 13 04:15:35.618491 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6dd6bc-0029-41b0-a0a2-e388ab1a1133 admin admin] Network 7c3089e4-8e84-4971-98ba-e9013a95d55b is scheduled to be hosted by DHCP agent a96cd20f-888c-4e1e-badb-6a5336c30bd0 with binding_index 1 {{(pid=94566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:15:35.663955 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-67da27b2-07f7-4ec7-a14d-aef647906020 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:35.665488 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-67da27b2-07f7-4ec7-a14d-aef647906020 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.22 "GET /v2.0/networks?id=673131bb-dc01-48ec-89a5-58651cf3d062 HTTP/1.1" status: 200 len: 814 time: 0.1079381 Aug 13 04:15:35.679595 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-484f451a-9d1b-4692-b2ee-359039558fe5 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Request body: {'port': {'device_id': 'a802816e-1204-45b9-83df-e0fbe5529f2f', 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062', 'admin_state_up': True, 'tenant_id': '57c824b311c64fcfa2b8b63a8d6f6ea3'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:35.691970 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-5e6dd6bc-0029-41b0-a0a2-e388ab1a1133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-6-iscsi, 7c3089e4-8e84-4971-98ba-e9013a95d55b) {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:35.705045 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c066ddbe-f704-499a-be6a-2cce03a4bd62 None None] Network 7c3089e4-8e84-4971-98ba-e9013a95d55b requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:15:35.714736 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6dd6bc-0029-41b0-a0a2-e388ab1a1133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:35.721980 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5e6dd6bc-0029-41b0-a0a2-e388ab1a1133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for subnet, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:35.858078 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-5e6dd6bc-0029-41b0-a0a2-e388ab1a1133 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8668964 Aug 13 04:15:35.859839 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 54908) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:35.865542 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-3404ce9d-3211-4bda-aff5-769089f4ab38 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:35.871548 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c13dff0-e26b-495a-8684-47827218e65a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27419f4f-f895-5a79-96f6-f3b4f67478ae-7c3089e4-8e84-4971-98ba-e9013a95d55b', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae'}]}} from dv-cinder-759987-6-iscsi. {{(pid=94568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:15:35.872665 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-0c13dff0-e26b-495a-8684-47827218e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:35.931233 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-484f451a-9d1b-4692-b2ee-359039558fe5 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Made reservation on behalf of 57c824b311c64fcfa2b8b63a8d6f6ea3 for: {'port': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:15:35.936596 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-484f451a-9d1b-4692-b2ee-359039558fe5 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:35.990779 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c7be8470-6ec8-4287-9d08-b5c609bd01a0 req-0318d9d1-2c5c-4072-9096-f7d240358f39 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 210 time: 0.0322797 Aug 13 04:15:36.029708 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.db_base_plugin_common [None req-0c13dff0-e26b-495a-8684-47827218e65a None None] Allocated IP 172.20.0.2 (7c3089e4-8e84-4971-98ba-e9013a95d55b/a463f44d-8044-41b8-88a4-df5cd43047ae/80b6a7f8-8e17-4210-9333-825c8a1a8809) {{(pid=94568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:15:36.045475 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3404ce9d-3211-4bda-aff5-769089f4ab38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-702958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-994'] for router, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:36.046741 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3404ce9d-3211-4bda-aff5-769089f4ab38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1019'] for router, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:36.117591 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-484f451a-9d1b-4692-b2ee-359039558fe5 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Allocated IP 172.20.0.3 (673131bb-dc01-48ec-89a5-58651cf3d062/ea28bae9-8209-4915-ac38-22b3611bb520/0d5aa281-3893-4e0d-b1d8-d726c19daf94) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:15:36.122939 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3404ce9d-3211-4bda-aff5-769089f4ab38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:36.198789 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-0c13dff0-e26b-495a-8684-47827218e65a None None] Notify callbacks [] for port, precommit_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:36.206877 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-0c13dff0-e26b-495a-8684-47827218e65a None None] Transition to ACTIVE for port object 80b6a7f8-8e17-4210-9333-825c8a1a8809 will not be triggered until provisioned by entity L2. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:36.222037 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-0c13dff0-e26b-495a-8684-47827218e65a None None] Transition to ACTIVE for port object 80b6a7f8-8e17-4210-9333-825c8a1a8809 will not be triggered until provisioned by entity DHCP. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:36.285238 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-484f451a-9d1b-4692-b2ee-359039558fe5 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:36.291715 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-0c13dff0-e26b-495a-8684-47827218e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956'] for port, after_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:36.366921 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c13dff0-e26b-495a-8684-47827218e65a None None] Network 7c3089e4-8e84-4971-98ba-e9013a95d55b is already hosted by enough agents. {{(pid=94568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:15:36.368290 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13dff0-e26b-495a-8684-47827218e65a None None] Pushing event updated for resources: {'Port': ['ID=80b6a7f8-8e17-4210-9333-825c8a1a8809,revision_number=1']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:36.372608 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.scheduler.base_scheduler [None req-0c13dff0-e26b-495a-8684-47827218e65a None None] Resources bound (agent type, host, resource id): {{(pid=94568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:36.379973 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c13dff0-e26b-495a-8684-47827218e65a None None] Received port after_create {{(pid=94568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:15:36.386527 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3aa89f93-3da6-4e60-bcff-4066d7b4cdb2 req-41e8c1ff-a997-4f74-b59b-a2925e141889 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 210 time: 0.0434008 Aug 13 04:15:36.446421 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-0c13dff0-e26b-495a-8684-47827218e65a None None] Attempting to bind port 80b6a7f8-8e17-4210-9333-825c8a1a8809 on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:15:36.446934 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-0c13dff0-e26b-495a-8684-47827218e65a None None] Attempting to bind port 80b6a7f8-8e17-4210-9333-825c8a1a8809 by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '959b64a0-600e-4c8a-a999-c6c028523cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b'}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:15:36.447307 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c13dff0-e26b-495a-8684-47827218e65a None None] Attempting to bind port 80b6a7f8-8e17-4210-9333-825c8a1a8809 on network 7c3089e4-8e84-4971-98ba-e9013a95d55b {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:15:36.453306 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c13dff0-e26b-495a-8684-47827218e65a None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:15:36.453680 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c13dff0-e26b-495a-8684-47827218e65a None None] Checking segment: {'id': '959b64a0-600e-4c8a-a999-c6c028523cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:15:36.454081 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-0c13dff0-e26b-495a-8684-47827218e65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:36.454476 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c13dff0-e26b-495a-8684-47827218e65a None None] Bound using segment: {'id': '959b64a0-600e-4c8a-a999-c6c028523cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b'} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:15:36.454937 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-0c13dff0-e26b-495a-8684-47827218e65a None None] Bound port: 80b6a7f8-8e17-4210-9333-825c8a1a8809, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959b64a0-600e-4c8a-a999-c6c028523cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b'}}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:15:36.455328 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-0c13dff0-e26b-495a-8684-47827218e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:36.468124 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3404ce9d-3211-4bda-aff5-769089f4ab38 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:36.468298 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-484f451a-9d1b-4692-b2ee-359039558fe5 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:36.482514 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['d96bfe27-0cb5-4705-89f7-1ee8be15abe3', '56986a10-735f-4f18-a138-e325a4b22d5e', '2ad72f3e-39d7-4a03-affa-dbac445b95b6'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:15:36.488950 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca634a-1186-465c-9b55-3ab146bc946f req-8456708f-78fe-49b8-8abe-c8ac965d9643 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:36.490102 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-96ca634a-1186-465c-9b55-3ab146bc946f req-8456708f-78fe-49b8-8abe-c8ac965d9643 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.1356678 Aug 13 04:15:36.532971 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-96ca634a-1186-465c-9b55-3ab146bc946f req-00b35bd3-ca92-4b6d-9801-72b254361f07 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341432 Aug 13 04:15:36.541348 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f451a-9d1b-4692-b2ee-359039558fe5 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Pushing event updated for resources: {'Port': ['ID=0d5aa281-3893-4e0d-b1d8-d726c19daf94,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:36.568100 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-484f451a-9d1b-4692-b2ee-359039558fe5 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Network 673131bb-dc01-48ec-89a5-58651cf3d062 is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:15:36.568100 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-484f451a-9d1b-4692-b2ee-359039558fe5 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:36.576043 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-484f451a-9d1b-4692-b2ee-359039558fe5 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:15:36.582836 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-0c13dff0-e26b-495a-8684-47827218e65a None None] For port 80b6a7f8-8e17-4210-9333-825c8a1a8809, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:15:36.590836 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-0c13dff0-e26b-495a-8684-47827218e65a None None] For port 80b6a7f8-8e17-4210-9333-825c8a1a8809, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=80b6a7f8-8e17-4210-9333-825c8a1a8809,segment=NetworkSegment(959b64a0-600e-4c8a-a999-c6c028523cc0),segment_id=959b64a0-600e-4c8a-a999-c6c028523cc0)] {{(pid=94568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:15:36.643682 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-484f451a-9d1b-4692-b2ee-359039558fe5 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:36.644344 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-484f451a-9d1b-4692-b2ee-359039558fe5 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:36.657484 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-0c13dff0-e26b-495a-8684-47827218e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:36.760006 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13dff0-e26b-495a-8684-47827218e65a None None] Pushing event updated for resources: {'Port': ['ID=80b6a7f8-8e17-4210-9333-825c8a1a8809,revision_number=2']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:36.766617 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-484f451a-9d1b-4692-b2ee-359039558fe5 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0907502 Aug 13 04:15:36.797626 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8eb45-5b9d-42b4-951d-5aa80869bb22 req-e5e868fa-b873-404a-8418-d18c079b5d79 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:36.799225 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3dd8eb45-5b9d-42b4-951d-5aa80869bb22 req-e5e868fa-b873-404a-8418-d18c079b5d79 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0828152 Aug 13 04:15:36.801681 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-d0bb35a3-5982-4788-9e80-835c92fa57d8 service neutron] Request body: {'port': {'device_id': 'a802816e-1204-45b9-83df-e0fbe5529f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:36.802849 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3404ce9d-3211-4bda-aff5-769089f4ab38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:36.825829 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3404ce9d-3211-4bda-aff5-769089f4ab38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:36.876661 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-d0bb35a3-5982-4788-9e80-835c92fa57d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:36.935495 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3dd8eb45-5b9d-42b4-951d-5aa80869bb22 req-6158524d-909d-4ce9-9388-43c3954a44a9 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129847 Aug 13 04:15:37.074365 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-3404ce9d-3211-4bda-aff5-769089f4ab38 admin admin] Allocated IP 172.27.3.116 (a2b3fd62-7513-4482-ab06-e961571be3c5/2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e/5032e34c-69a0-4edc-98b3-16ee6c68e4e8) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:15:37.113299 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-14d71c91-4b0d-4f70-926f-1da5bdb767b7 req-78bedcff-7f0a-4d2c-b6c1-f0269621530c tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 210 time: 0.0338993 Aug 13 04:15:37.214902 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3404ce9d-3211-4bda-aff5-769089f4ab38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:37.290609 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-d0bb35a3-5982-4788-9e80-835c92fa57d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d5aa281-3893-4e0d-b1d8-d726c19daf94 {{(pid=94567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:15:37.299752 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-d0bb35a3-5982-4788-9e80-835c92fa57d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:37.313090 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-d0bb35a3-5982-4788-9e80-835c92fa57d8 service neutron] Transition to ACTIVE for port object 0d5aa281-3893-4e0d-b1d8-d726c19daf94 will not be triggered until provisioned by entity L2. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:37.342250 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3404ce9d-3211-4bda-aff5-769089f4ab38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:37.384314 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3404ce9d-3211-4bda-aff5-769089f4ab38 admin admin] Network a2b3fd62-7513-4482-ab06-e961571be3c5 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:15:37.388264 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-3404ce9d-3211-4bda-aff5-769089f4ab38 admin admin] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:37.391972 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3404ce9d-3211-4bda-aff5-769089f4ab38 admin admin] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:15:37.413531 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404ce9d-3211-4bda-aff5-769089f4ab38 admin admin] Pushing event updated for resources: {'Port': ['ID=5032e34c-69a0-4edc-98b3-16ee6c68e4e8,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:37.462983 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-d0bb35a3-5982-4788-9e80-835c92fa57d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:37.566588 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb35a3-5982-4788-9e80-835c92fa57d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5aa281-3893-4e0d-b1d8-d726c19daf94,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:37.610765 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54484d-aec5-4d4e-a4a4-9e3784194d15 req-232ca724-8e04-4803-b1e0-a7be90374ee2 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:37.612314 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5b54484d-aec5-4d4e-a4a4-9e3784194d15 req-232ca724-8e04-4803-b1e0-a7be90374ee2 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 943 time: 0.1336300 Aug 13 04:15:37.641405 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-46148549-de59-4772-a2e5-287d728a5004 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:37.642926 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-46148549-de59-4772-a2e5-287d728a5004 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.22 "GET /v2.0/networks?id=108ee682-822f-485e-99b1-e4a7ccb079a2 HTTP/1.1" status: 200 len: 815 time: 0.2395964 Aug 13 04:15:37.660524 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-14298efe-e9e4-4307-b889-d4d54db04c91 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Request body: {'port': {'device_id': 'f76f92f9-dc85-4700-857a-67426fae0569', 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2', 'admin_state_up': True, 'tenant_id': '3086463bb33d461abf911455930d099f'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:37.719456 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-d0bb35a3-5982-4788-9e80-835c92fa57d8 service neutron] Attempting to bind port 0d5aa281-3893-4e0d-b1d8-d726c19daf94 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:15:37.719847 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-d0bb35a3-5982-4788-9e80-835c92fa57d8 service neutron] Attempting to bind port 0d5aa281-3893-4e0d-b1d8-d726c19daf94 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': '6fcbf172-e9bd-487d-9c86-96b54fe5005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:15:37.720122 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-d0bb35a3-5982-4788-9e80-835c92fa57d8 service neutron] Attempting to bind port 0d5aa281-3893-4e0d-b1d8-d726c19daf94 on network 673131bb-dc01-48ec-89a5-58651cf3d062 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:15:37.725313 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5b54484d-aec5-4d4e-a4a4-9e3784194d15 req-2f28b44f-f91e-44d8-b987-63f592fc876a tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043353 Aug 13 04:15:37.733288 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-d0bb35a3-5982-4788-9e80-835c92fa57d8 service neutron] Port 0d5aa281-3893-4e0d-b1d8-d726c19daf94 on network 673131bb-dc01-48ec-89a5-58651cf3d062 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:15:37.733601 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-d0bb35a3-5982-4788-9e80-835c92fa57d8 service neutron] Attempting to bind port 0d5aa281-3893-4e0d-b1d8-d726c19daf94 on network 673131bb-dc01-48ec-89a5-58651cf3d062 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:15:37.744505 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-d0bb35a3-5982-4788-9e80-835c92fa57d8 service neutron] Checking agent: {'id': '0c202f7d-8fe9-4513-921d-f16665c9f5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'started_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:15:37.744842 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-d0bb35a3-5982-4788-9e80-835c92fa57d8 service neutron] Checking segment: {'id': '6fcbf172-e9bd-487d-9c86-96b54fe5005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:15:37.746622 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-d0bb35a3-5982-4788-9e80-835c92fa57d8 service neutron] Bound using segment: {'id': '6fcbf172-e9bd-487d-9c86-96b54fe5005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:15:37.746622 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-d0bb35a3-5982-4788-9e80-835c92fa57d8 service neutron] Bound port: 0d5aa281-3893-4e0d-b1d8-d726c19daf94, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcbf172-e9bd-487d-9c86-96b54fe5005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:15:37.746815 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-d0bb35a3-5982-4788-9e80-835c92fa57d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:37.759082 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7fe09-4d94-4f35-998c-731ef782b6da req-7a17cce0-85b4-4197-86f1-cb0acd28f8be tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:37.768573 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e2c7fe09-4d94-4f35-998c-731ef782b6da req-7a17cce0-85b4-4197-86f1-cb0acd28f8be tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.1232505 Aug 13 04:15:37.849311 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e2c7fe09-4d94-4f35-998c-731ef782b6da req-2c2be665-d7e4-4e51-8b72-f95e1ab04e17 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813298 Aug 13 04:15:37.850168 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3404ce9d-3211-4bda-aff5-769089f4ab38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:37.865497 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-d0bb35a3-5982-4788-9e80-835c92fa57d8 service neutron] For port 0d5aa281-3893-4e0d-b1d8-d726c19daf94, host hv-cinder-75998, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:15:37.879821 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-d0bb35a3-5982-4788-9e80-835c92fa57d8 service neutron] For port 0d5aa281-3893-4e0d-b1d8-d726c19daf94, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=0d5aa281-3893-4e0d-b1d8-d726c19daf94,segment=NetworkSegment(6fcbf172-e9bd-487d-9c86-96b54fe5005f),segment_id=6fcbf172-e9bd-487d-9c86-96b54fe5005f)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:15:37.911179 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e474ac8-6763-44ff-98bf-d3348efaf8a2 None None] Network 7c3089e4-8e84-4971-98ba-e9013a95d55b requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:15:37.942911 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-d0bb35a3-5982-4788-9e80-835c92fa57d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:37.947112 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-14298efe-e9e4-4307-b889-d4d54db04c91 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Made reservation on behalf of 3086463bb33d461abf911455930d099f for: {'port': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:15:37.950918 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-14298efe-e9e4-4307-b889-d4d54db04c91 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:38.003476 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-d0bb35a3-5982-4788-9e80-835c92fa57d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:38.004328 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-d0bb35a3-5982-4788-9e80-835c92fa57d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:38.005951 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-d0bb35a3-5982-4788-9e80-835c92fa57d8 service neutron] 10.222.0.22 "PUT /v2.0/ports/0d5aa281-3893-4e0d-b1d8-d726c19daf94 HTTP/1.1" status: 200 len: 1093 time: 1.2191558 Aug 13 04:15:38.007578 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a802816e-1204-45b9-83df-e0fbe5529f2f', 'tag': '0d5aa281-3893-4e0d-b1d8-d726c19daf94'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:15:38.010217 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caeec232-0326-405f-b3d6-8866298ea652" -d '{"events": [{"name": "network-changed", "server_uuid": "a802816e-1204-45b9-83df-e0fbe5529f2f", "tag": "0d5aa281-3893-4e0d-b1d8-d726c19daf94"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:15:38.098127 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb35a3-5982-4788-9e80-835c92fa57d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5aa281-3893-4e0d-b1d8-d726c19daf94,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:38.107993 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95753234-3793-4230-bbd9-ae64bb44f465 x-openstack-request-id: req-95753234-3793-4230-bbd9-ae64bb44f465 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:15:38.108104 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a802816e-1204-45b9-83df-e0fbe5529f2f", "tag": "0d5aa281-3893-4e0d-b1d8-d726c19daf94", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:15:38.108362 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95753234-3793-4230-bbd9-ae64bb44f465 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:15:38.108808 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a802816e-1204-45b9-83df-e0fbe5529f2f', 'tag': '0d5aa281-3893-4e0d-b1d8-d726c19daf94', 'status': 'completed', 'code': 200} Aug 13 04:15:38.155897 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-fee89bd6-24ed-4d0c-a8ac-7b0612a64f13 None None] Provisioning for port 80b6a7f8-8e17-4210-9333-825c8a1a8809 completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:38.211159 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3404ce9d-3211-4bda-aff5-769089f4ab38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704504'] for router, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:38.223201 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a4226-b70d-411b-bfb6-53ce9af3d37e req-a2ce1a6e-a74d-4156-b8a0-f2165806126d tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:38.223748 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeec232-0326-405f-b3d6-8866298ea652 req-1def2dca-ce40-471b-bd0c-264d66b5e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:38.230281 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-caeec232-0326-405f-b3d6-8866298ea652 req-1def2dca-ce40-471b-bd0c-264d66b5e877 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=57c824b311c64fcfa2b8b63a8d6f6ea3&device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 1096 time: 0.1018064 Aug 13 04:15:38.230630 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4e9a4226-b70d-411b-bfb6-53ce9af3d37e req-a2ce1a6e-a74d-4156-b8a0-f2165806126d tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0953710 Aug 13 04:15:38.335250 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-14298efe-e9e4-4307-b889-d4d54db04c91 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Allocated IP 172.20.0.6 (108ee682-822f-485e-99b1-e4a7ccb079a2/da0d00db-359e-4944-b69b-81292fbec523/4cd769d3-ef7c-45d4-b270-29b6e0a2bb11) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:15:38.435036 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeec232-0326-405f-b3d6-8866298ea652 req-60694b14-9813-4ce4-a1d2-6dd05b91f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:38.436676 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-caeec232-0326-405f-b3d6-8866298ea652 req-60694b14-9813-4ce4-a1d2-6dd05b91f479 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=57c824b311c64fcfa2b8b63a8d6f6ea3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1998045 Aug 13 04:15:38.561299 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 80b6a7f8-8e17-4210-9333-825c8a1a8809 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:38.627703 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-14c2c5c6-4ac8-46ae-b54f-f49c8911a414 req-2d845692-c4df-48ec-9b6c-def457f80eff tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 210 time: 0.0416100 Aug 13 04:15:38.668749 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-14298efe-e9e4-4307-b889-d4d54db04c91 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:38.673279 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeec232-0326-405f-b3d6-8866298ea652 req-1fc71e98-da09-4017-add9-e1ecd06a74a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:38.674961 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-caeec232-0326-405f-b3d6-8866298ea652 req-1fc71e98-da09-4017-add9-e1ecd06a74a7 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2217460 Aug 13 04:15:38.685305 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port 80b6a7f8-8e17-4210-9333-825c8a1a8809 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:38.687014 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-14298efe-e9e4-4307-b889-d4d54db04c91 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Transition to ACTIVE for port object 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 will not be triggered until provisioned by entity DHCP. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:38.690189 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 80b6a7f8-8e17-4210-9333-825c8a1a8809 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:38.691074 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:38.716268 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4e9a4226-b70d-411b-bfb6-53ce9af3d37e req-1fbf785a-d160-4a4e-a81c-6c13a9033b4e tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4814990 Aug 13 04:15:38.812022 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-14298efe-e9e4-4307-b889-d4d54db04c91 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:38.832635 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:38.842234 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3404ce9d-3211-4bda-aff5-769089f4ab38 admin admin] Router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb is scheduled to L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf with binding_index 1 {{(pid=94566) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:15:38.873314 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-94904667-947d-4f2c-91a0-19a7dc4eb15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:38.906191 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-14298efe-e9e4-4307-b889-d4d54db04c91 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Network 108ee682-822f-485e-99b1-e4a7ccb079a2 is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:15:38.912486 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-14298efe-e9e4-4307-b889-d4d54db04c91 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:38.916028 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14298efe-e9e4-4307-b889-d4d54db04c91 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Pushing event updated for resources: {'Port': ['ID=4cd769d3-ef7c-45d4-b270-29b6e0a2bb11,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:38.918770 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-14298efe-e9e4-4307-b889-d4d54db04c91 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:15:38.924539 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port 80b6a7f8-8e17-4210-9333-825c8a1a8809, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=80b6a7f8-8e17-4210-9333-825c8a1a8809,segment=NetworkSegment(959b64a0-600e-4c8a-a999-c6c028523cc0),segment_id=959b64a0-600e-4c8a-a999-c6c028523cc0)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:38.987380 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-14298efe-e9e4-4307-b889-d4d54db04c91 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:38.988049 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-14298efe-e9e4-4307-b889-d4d54db04c91 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:38.994271 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:39.067029 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3404ce9d-3211-4bda-aff5-769089f4ab38 admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:15:39.070266 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-09da530a-d617-4cea-80b8-2db0c82e1e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:39.072667 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-09da530a-d617-4cea-80b8-2db0c82e1e9b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=57c824b311c64fcfa2b8b63a8d6f6ea3&device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 1096 time: 0.0713606 Aug 13 04:15:39.079518 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] Sync routers for ids ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'] in dv-cinder-759987-6-iscsi {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:15:39.094145 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] Routers {'05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:15:39.095646 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:15:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:39.096787 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a6d6a-a09b-47cb-9dfb-0b90f2b53740 req-bae71575-b827-43e5-bcff-bdf18cc9a654 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:39.098591 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ef5a6d6a-a09b-47cb-9dfb-0b90f2b53740 req-bae71575-b827-43e5-bcff-bdf18cc9a654 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 943 time: 0.1730626 Aug 13 04:15:39.117950 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=80b6a7f8-8e17-4210-9333-825c8a1a8809,revision_number=3']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:39.120728 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-14298efe-e9e4-4307-b889-d4d54db04c91 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4658287 Aug 13 04:15:39.181483 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3404ce9d-3211-4bda-aff5-769089f4ab38 admin admin] Notify callbacks [] for router, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:39.185431 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-3404ce9d-3211-4bda-aff5-769089f4ab38 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3214142 Aug 13 04:15:39.186267 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 54984) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:39.199456 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ef5a6d6a-a09b-47cb-9dfb-0b90f2b53740 req-e558363a-7abd-494b-b078-2ba0fed2fb99 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648713 Aug 13 04:15:39.238224 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add21c9-466a-4fd2-ac4a-8a6e64a5d639 req-e00f976e-cba3-47e0-8f80-2415f1824cdf tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:39.239826 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8add21c9-466a-4fd2-ac4a-8a6e64a5d639 req-e00f976e-cba3-47e0-8f80-2415f1824cdf tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.2150543 Aug 13 04:15:39.276485 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] Set router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:15:39.329140 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8add21c9-466a-4fd2-ac4a-8a6e64a5d639 req-dcbd3a7f-41b1-456e-bbcc-58b7cbf137ec tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784595 Aug 13 04:15:39.553019 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-18c240da-b6ec-4432-b536-6ebaa7943570 None None] Provisioning for port 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:39.560876 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-18c240da-b6ec-4432-b536-6ebaa7943570 None None] Provisioning complete for port 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:39.561302 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-18c240da-b6ec-4432-b536-6ebaa7943570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:39.568215 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:37Z', 'revision_number': 3, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:39.599766 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-18c240da-b6ec-4432-b536-6ebaa7943570 None None] Port 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:15:39.622257 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] Checking router: 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb for host: dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:15:39.622897 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] Updating router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb port 5032e34c-69a0-4edc-98b3-16ee6c68e4e8 binding host dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:15:39.658176 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:39.795343 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2aac6c-60dc-4c28-b6a2-5da3bd30be04 req-1b200184-20ea-4b6f-909d-c39b4411d05e tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:39.803593 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-be2aac6c-60dc-4c28-b6a2-5da3bd30be04 req-1b200184-20ea-4b6f-909d-c39b4411d05e tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 931 time: 0.0764248 Aug 13 04:15:39.863338 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-be2aac6c-60dc-4c28-b6a2-5da3bd30be04 req-173d1f4e-89c1-4e31-bcd4-802225f56c6c tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588076 Aug 13 04:15:39.980557 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dbb30-a8ef-44b5-8542-6feb7905464f req-9b2a3e7e-0f98-4958-b6bb-e78b34fe4f6d tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:39.982753 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d95dbb30-a8ef-44b5-8542-6feb7905464f req-9b2a3e7e-0f98-4958-b6bb-e78b34fe4f6d tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0560534 Aug 13 04:15:40.046660 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] Notify callbacks [] for port, precommit_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:40.062664 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.provisioning_blocks [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] Transition to ACTIVE for port object 5032e34c-69a0-4edc-98b3-16ee6c68e4e8 will not be triggered until provisioned by entity L2. {{(pid=94569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:40.071814 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d95dbb30-a8ef-44b5-8542-6feb7905464f req-36f78367-4be4-4ec9-a036-4b8459a82821 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807903 Aug 13 04:15:40.113170 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-71325fa9-96af-4ebc-808b-59a464969a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:40.193381 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:40.253516 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] Attempting to bind port 5032e34c-69a0-4edc-98b3-16ee6c68e4e8 on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:15:40.253879 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] Attempting to bind port 5032e34c-69a0-4edc-98b3-16ee6c68e4e8 by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}] {{(pid=94569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:15:40.254239 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] Attempting to bind port 5032e34c-69a0-4edc-98b3-16ee6c68e4e8 on network a2b3fd62-7513-4482-ab06-e961571be3c5 {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:15:40.256217 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac198ad-94c7-4c3f-8c7f-8219665a0cf6 None None] Pushing event updated for resources: {'Port': ['ID=5032e34c-69a0-4edc-98b3-16ee6c68e4e8,revision_number=2']} {{(pid=94569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:40.263614 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:15:40.263847 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] Checking segment: {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:15:40.264245 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:40.264680 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] Bound using segment: {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'} {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:15:40.265184 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] Bound port: 5032e34c-69a0-4edc-98b3-16ee6c68e4e8, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}}] {{(pid=94569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:15:40.265523 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:40.290291 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [None req-71325fa9-96af-4ebc-808b-59a464969a6b admin admin] Allocated IP 172.20.0.1 (7c3089e4-8e84-4971-98ba-e9013a95d55b/a463f44d-8044-41b8-88a4-df5cd43047ae/bf2f1230-4617-43b2-93b6-6ae9e0516fd4) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:15:40.339867 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.db [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] For port 5032e34c-69a0-4edc-98b3-16ee6c68e4e8, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:15:40.343568 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.db [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] For port 5032e34c-69a0-4edc-98b3-16ee6c68e4e8, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=5032e34c-69a0-4edc-98b3-16ee6c68e4e8,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:15:40.369210 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7593eb-b5e4-431f-bcdb-f7b471cb25ef req-8f0637fc-a3a1-4c95-90c2-9b1fe8384585 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:40.373035 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8c7593eb-b5e4-431f-bcdb-f7b471cb25ef req-8f0637fc-a3a1-4c95-90c2-9b1fe8384585 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 943 time: 0.0888059 Aug 13 04:15:40.405108 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:40.431160 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8c7593eb-b5e4-431f-bcdb-f7b471cb25ef req-52eefc41-d66d-4043-82c8-ae76b16a62f9 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470614 Aug 13 04:15:40.461880 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-71325fa9-96af-4ebc-808b-59a464969a6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:40.480788 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [None req-71325fa9-96af-4ebc-808b-59a464969a6b admin admin] Transition to ACTIVE for port object bf2f1230-4617-43b2-93b6-6ae9e0516fd4 will not be triggered until provisioned by entity DHCP. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:40.492645 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] Routers {'05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:15:40.497152 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:15:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:40.506919 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 80b6a7f8-8e17-4210-9333-825c8a1a8809 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:40.585264 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac198ad-94c7-4c3f-8c7f-8219665a0cf6 None None] Pushing event updated for resources: {'Port': ['ID=5032e34c-69a0-4edc-98b3-16ee6c68e4e8,revision_number=3']} {{(pid=94569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:40.600504 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 80b6a7f8-8e17-4210-9333-825c8a1a8809 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:40.601011 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:40.619230 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546c7a9-0f4b-4aba-9d0a-6f2b282eeb1c req-90168d13-1785-4679-ae4a-43ce17a4a227 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:40.621340 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5546c7a9-0f4b-4aba-9d0a-6f2b282eeb1c req-90168d13-1785-4679-ae4a-43ce17a4a227 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0956028 Aug 13 04:15:40.638114 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-71325fa9-96af-4ebc-808b-59a464969a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:40.674918 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] Set router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:15:40.693438 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5546c7a9-0f4b-4aba-9d0a-6f2b282eeb1c req-c956d8ea-1a9d-473f-bed7-87103b2cc51e tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650818 Aug 13 04:15:40.694503 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71325fa9-96af-4ebc-808b-59a464969a6b admin admin] Network 7c3089e4-8e84-4971-98ba-e9013a95d55b is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:15:40.698389 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [None req-71325fa9-96af-4ebc-808b-59a464969a6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:40.721365 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71325fa9-96af-4ebc-808b-59a464969a6b admin admin] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:15:40.754983 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71325fa9-96af-4ebc-808b-59a464969a6b admin admin] Pushing event updated for resources: {'Port': ['ID=bf2f1230-4617-43b2-93b6-6ae9e0516fd4,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:40.798577 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-71325fa9-96af-4ebc-808b-59a464969a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758317'] for router_interface, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:40.993095 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf40d3-58c3-4cbd-8eb7-288b01c939de req-e36397ec-acb6-4cbd-b9d2-c65aaa20c252 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:41.000728 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-dfaf40d3-58c3-4cbd-8eb7-288b01c939de req-e36397ec-acb6-4cbd-b9d2-c65aaa20c252 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 931 time: 0.0580277 Aug 13 04:15:41.056199 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-dfaf40d3-58c3-4cbd-8eb7-288b01c939de req-5ac6ed7c-92fc-462a-ad26-a5a6bd8c9000 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518906 Aug 13 04:15:41.077233 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-71325fa9-96af-4ebc-808b-59a464969a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:41.087671 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:37Z', 'revision_number': 3, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:41.102271 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-696df354-5205-448e-af90-704771486836 None None] Provisioning for port bf2f1230-4617-43b2-93b6-6ae9e0516fd4 completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:41.109998 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-696df354-5205-448e-af90-704771486836 None None] Provisioning complete for port bf2f1230-4617-43b2-93b6-6ae9e0516fd4 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:41.110558 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-696df354-5205-448e-af90-704771486836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:41.118991 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86172064-2c62-4bdf-a70d-80984363b896 None None] The sync data for ids ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'] in dv-cinder-759987-6-iscsi is: [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:37Z', 'revision_number': 3, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}] {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:15:41.173602 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-696df354-5205-448e-af90-704771486836 None None] Port bf2f1230-4617-43b2-93b6-6ae9e0516fd4 cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:15:41.222015 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-8e80c3d6-0026-43f1-8ad9-f6d6e1b7bd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:41.253581 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97926db-e5cf-410d-b8d6-60a353b41521 req-fb994a1f-2d40-43a9-8a1e-571e239c07a5 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:41.255504 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f97926db-e5cf-410d-b8d6-60a353b41521 req-fb994a1f-2d40-43a9-8a1e-571e239c07a5 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0764930 Aug 13 04:15:41.301879 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f97926db-e5cf-410d-b8d6-60a353b41521 req-2b5c9615-0939-4ccb-bcd9-e7533eb8a712 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396187 Aug 13 04:15:41.315739 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-71325fa9-96af-4ebc-808b-59a464969a6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:41.385204 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-71325fa9-96af-4ebc-808b-59a464969a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:41.480957 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71325fa9-96af-4ebc-808b-59a464969a6b admin admin] Pushing event updated for resources: {'Port': ['ID=bf2f1230-4617-43b2-93b6-6ae9e0516fd4,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:41.483415 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-71325fa9-96af-4ebc-808b-59a464969a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758457'] for router_interface, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:41.604123 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9b703-0bc9-4985-aa2e-cc43d409c92f req-019293c1-3335-4ce6-a444-968f90b44067 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:41.604123 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6da9b703-0bc9-4985-aa2e-cc43d409c92f req-019293c1-3335-4ce6-a444-968f90b44067 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 943 time: 0.0720267 Aug 13 04:15:41.627809 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71325fa9-96af-4ebc-808b-59a464969a6b admin admin] Network 7c3089e4-8e84-4971-98ba-e9013a95d55b is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:15:41.627809 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [None req-71325fa9-96af-4ebc-808b-59a464969a6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:41.653206 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6da9b703-0bc9-4985-aa2e-cc43d409c92f req-1388c9e0-e37b-4a8a-a1b4-0b5d0469130c tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447295 Aug 13 04:15:41.867101 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71325fa9-96af-4ebc-808b-59a464969a6b admin admin] Router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:15:41.938109 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5f2da-a29c-422c-a9f1-12383d432759 req-9ca50b41-e392-4f4a-91f4-9aede1b87880 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:41.939980 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d8c5f2da-a29c-422c-a9f1-12383d432759 req-9ca50b41-e392-4f4a-91f4-9aede1b87880 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.1193125 Aug 13 04:15:42.005244 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d8c5f2da-a29c-422c-a9f1-12383d432759 req-bdb2347c-79cb-4763-ad6d-d05bcf8f1e33 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583167 Aug 13 04:15:42.018799 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-dba776b8-370d-4aa2-aab0-0809f5b4e2fc None None] Provisioning complete for port bf2f1230-4617-43b2-93b6-6ae9e0516fd4 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:42.020487 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-dba776b8-370d-4aa2-aab0-0809f5b4e2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:42.033027 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71325fa9-96af-4ebc-808b-59a464969a6b admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:15:42.044835 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-71325fa9-96af-4ebc-808b-59a464969a6b admin admin] 10.222.0.32 "PUT /v2.0/routers/05e7eca7-0659-4cb9-b3f5-88f84af7d5eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8573041 Aug 13 04:15:42.074240 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-dba776b8-370d-4aa2-aab0-0809f5b4e2fc None None] Port bf2f1230-4617-43b2-93b6-6ae9e0516fd4 cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:15:42.125564 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:42.207773 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6db3d-074e-4a45-8ed4-44d568382755 req-35bee238-ee12-43f4-bdc4-af25eee55230 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:42.220323 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8fe6db3d-074e-4a45-8ed4-44d568382755 req-35bee238-ee12-43f4-bdc4-af25eee55230 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 931 time: 0.0683157 Aug 13 04:15:42.277196 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8fe6db3d-074e-4a45-8ed4-44d568382755 req-f50a919e-5a83-4e92-955f-959009626e3c tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603817 Aug 13 04:15:42.483162 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d5bea-3c6a-4b21-ba30-83b6a78929ca req-e28d5b92-c065-494c-861a-5f2ccc7b283f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:42.489430 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3c9d5bea-3c6a-4b21-ba30-83b6a78929ca req-e28d5b92-c065-494c-861a-5f2ccc7b283f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0776145 Aug 13 04:15:42.535582 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 5032e34c-69a0-4edc-98b3-16ee6c68e4e8 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:42.543688 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3c9d5bea-3c6a-4b21-ba30-83b6a78929ca req-b92498dd-9c4e-47f7-80e9-e1405b12a45f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399742 Aug 13 04:15:42.798570 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188785a-863a-4698-bc85-cfa4a39c9858 req-ae34438e-f9d8-42a0-b07c-c72c0d431aa1 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:42.804991 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2188785a-863a-4698-bc85-cfa4a39c9858 req-ae34438e-f9d8-42a0-b07c-c72c0d431aa1 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 943 time: 0.0638154 Aug 13 04:15:42.845950 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2188785a-863a-4698-bc85-cfa4a39c9858 req-63df009c-d11e-4778-bdef-e6e4f4d48543 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385780 Aug 13 04:15:42.960857 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port 5032e34c-69a0-4edc-98b3-16ee6c68e4e8 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:42.962946 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:42.965820 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 5032e34c-69a0-4edc-98b3-16ee6c68e4e8 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:42.966180 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:42.995330 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-340c6ec6-8983-4c86-9858-caa8a489ef71 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2142437407&fields=id&tenant_id=b6d4c8f932bf49dca555a79eae4efd63 HTTP/1.1" status: 200 len: 267 time: 0.0516486 Aug 13 04:15:43.096613 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:43.123535 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port 5032e34c-69a0-4edc-98b3-16ee6c68e4e8, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=5032e34c-69a0-4edc-98b3-16ee6c68e4e8,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:43.188310 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-b7dff354-d712-429a-9e56-40f7e0670a3b tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:43.189854 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-b7dff354-d712-429a-9e56-40f7e0670a3b tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/networks?id=e32643c6-8d74-4f65-969e-9aa4ee314bea HTTP/1.1" status: 200 len: 809 time: 0.1744082 Aug 13 04:15:43.200735 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:43.208953 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-7be94b66-e601-44b8-a3fa-09120392f2fa tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/quotas/b6d4c8f932bf49dca555a79eae4efd63 HTTP/1.1" status: 200 len: 375 time: 0.0131660 Aug 13 04:15:43.273747 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-cfca9066-2d8a-485d-8473-f7e5ff1e1684 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6d4c8f932bf49dca555a79eae4efd63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592968 Aug 13 04:15:43.275879 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=5032e34c-69a0-4edc-98b3-16ee6c68e4e8,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:43.292995 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] Sync routers for ids ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:15:43.306927 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] Routers {'05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:15:43.307553 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:15:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:43.410511 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-8a9b1dae-7dca-4a98-9715-7b1ac08bd723 service neutron] 10.222.0.32 "GET /v2.0/networks/e32643c6-8d74-4f65-969e-9aa4ee314bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239562 Aug 13 04:15:43.437647 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] Set router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:15:43.567554 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-440263a2-562a-471b-9fd5-45456f7dc566 service neutron] 10.222.0.32 "GET /v2.0/networks/e32643c6-8d74-4f65-969e-9aa4ee314bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454363 Aug 13 04:15:43.624559 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 55044) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:43.630232 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-3d9f888b-9ad6-403e-87b0-91c818180b50 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-465701813-network', 'tenant_id': 'e0764d80577a4cc6a446bb419a8ca6be'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:43.747973 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9f888b-9ad6-403e-87b0-91c818180b50 admin admin] Made reservation on behalf of e0764d80577a4cc6a446bb419a8ca6be for: {'network': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:15:43.750977 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3d9f888b-9ad6-403e-87b0-91c818180b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for network, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:43.764392 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3d9f888b-9ad6-403e-87b0-91c818180b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:43.825002 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:40Z', 'revision_number': 4, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'bf2f1230-4617-43b2-93b6-6ae9e0516fd4', 'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'mac_address': 'fa:16:3e:7d:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:40Z', 'updated_at': '2021-08-13T04:15:41Z', 'revision_number': 2, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'subnets': [{'id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:43.865321 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3d9f888b-9ad6-403e-87b0-91c818180b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:43.871847 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] Checking router: 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:15:43.872338 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] Updating router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb port bf2f1230-4617-43b2-93b6-6ae9e0516fd4 binding host dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:15:43.902158 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:43.959313 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3d9f888b-9ad6-403e-87b0-91c818180b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:43.985941 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9f888b-9ad6-403e-87b0-91c818180b50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=94567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:15:43.994932 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f888b-9ad6-403e-87b0-91c818180b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794b973c-2251-4054-a05c-d03b6ba52c4f,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:44.024655 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3d9f888b-9ad6-403e-87b0-91c818180b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:44.025730 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.db.segments_db [None req-3d9f888b-9ad6-403e-87b0-91c818180b50 admin admin] Added segment 2760d063-b987-4de2-aca5-4108a0221862 of type vlan for network 1863f357-1d95-4257-9201-a5ac708b7c01 Aug 13 04:15:44.093844 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3d9f888b-9ad6-403e-87b0-91c818180b50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784943942714'] for network, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:44.142826 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:15:44.162863 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:44.221675 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3d9f888b-9ad6-403e-87b0-91c818180b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for network, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:44.224912 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9f888b-9ad6-403e-87b0-91c818180b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:44.224912 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3d9f888b-9ad6-403e-87b0-91c818180b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:44.259355 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:44.286795 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] Transition to ACTIVE for port object bf2f1230-4617-43b2-93b6-6ae9e0516fd4 will not be triggered until provisioned by entity L2. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:44.315851 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f888b-9ad6-403e-87b0-91c818180b50 admin admin] Pushing event updated for resources: {'Network': ['ID=1863f357-1d95-4257-9201-a5ac708b7c01,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:44.329043 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Network 1863f357-1d95-4257-9201-a5ac708b7c01 details requested by agent ovs-agent-dv-cinder-759987-6-iscsi with host dv-cinder-759987-6-iscsi {{(pid=94568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:15:44.338454 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-3d9f888b-9ad6-403e-87b0-91c818180b50 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7122731 Aug 13 04:15:44.342042 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 55062) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:44.342656 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5b8f7-0f02-4bfa-b0e4-2b885ee7cd96 req-b02d9084-5845-4861-946e-af37f66e75d1 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:44.348418 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-976706e9-42d3-49ec-9921-a5b5cdd44bd9 admin admin] Request body: {'subnet': {'network_id': '1863f357-1d95-4257-9201-a5ac708b7c01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-465701813-subnet', 'tenant_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'ip_version': 4}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:44.352266 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-77e5b8f7-0f02-4bfa-b0e4-2b885ee7cd96 req-b02d9084-5845-4861-946e-af37f66e75d1 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.1058111 Aug 13 04:15:44.406349 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:44.408634 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-77e5b8f7-0f02-4bfa-b0e4-2b885ee7cd96 req-45a3b01a-cd70-4227-8612-38fe794cc1d7 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550859 Aug 13 04:15:44.467905 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976706e9-42d3-49ec-9921-a5b5cdd44bd9 admin admin] Made reservation on behalf of e0764d80577a4cc6a446bb419a8ca6be for: {'subnet': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:15:44.470436 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-976706e9-42d3-49ec-9921-a5b5cdd44bd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3275399'] for subnet, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:44.544409 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97800ddb-32ec-4ec2-82d6-a30da5785f1b req-48c1b6e0-a2fc-4b93-ab15-f0719da0ac29 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:44.552048 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-97800ddb-32ec-4ec2-82d6-a30da5785f1b req-48c1b6e0-a2fc-4b93-ab15-f0719da0ac29 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 931 time: 0.0752394 Aug 13 04:15:44.605644 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-97800ddb-32ec-4ec2-82d6-a30da5785f1b req-8bfc8ac1-e0d7-4736-a723-98d3a36aa711 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516849 Aug 13 04:15:44.623690 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 5032e34c-69a0-4edc-98b3-16ee6c68e4e8 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:44.658447 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545516b-a717-421f-a97d-8ad5af814b10 None None] Pushing event updated for resources: {'Port': ['ID=bf2f1230-4617-43b2-93b6-6ae9e0516fd4,revision_number=3']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:44.714785 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0a7e2-5c74-49a7-b63c-93b8df8faf22 req-ad335dc9-9abd-48ad-b2c2-66cf4d4ca1d9 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:44.723491 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-25b0a7e2-5c74-49a7-b63c-93b8df8faf22 req-ad335dc9-9abd-48ad-b2c2-66cf4d4ca1d9 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0682037 Aug 13 04:15:44.767719 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] Attempting to bind port bf2f1230-4617-43b2-93b6-6ae9e0516fd4 on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:15:44.768649 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] Attempting to bind port bf2f1230-4617-43b2-93b6-6ae9e0516fd4 by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '959b64a0-600e-4c8a-a999-c6c028523cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b'}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:15:44.769434 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] Attempting to bind port bf2f1230-4617-43b2-93b6-6ae9e0516fd4 on network 7c3089e4-8e84-4971-98ba-e9013a95d55b {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:15:44.785719 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-25b0a7e2-5c74-49a7-b63c-93b8df8faf22 req-1399da61-3c4d-446d-93ce-503dd6f35732 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613368 Aug 13 04:15:44.786109 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:15:44.786707 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] Checking segment: {'id': '959b64a0-600e-4c8a-a999-c6c028523cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:15:44.787371 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:44.787954 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] Bound using segment: {'id': '959b64a0-600e-4c8a-a999-c6c028523cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b'} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:15:44.788661 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] Bound port: bf2f1230-4617-43b2-93b6-6ae9e0516fd4, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959b64a0-600e-4c8a-a999-c6c028523cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b'}}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:15:44.789253 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:44.832816 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 5032e34c-69a0-4edc-98b3-16ee6c68e4e8 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:44.833290 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:44.919771 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-976706e9-42d3-49ec-9921-a5b5cdd44bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2940352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3275445'] for subnet, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:44.968480 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf1be2-58c5-4b28-a103-f2fa6a0c63ad req-596f804a-2e44-429b-b7bb-96842259f4f0 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:44.975825 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976706e9-42d3-49ec-9921-a5b5cdd44bd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7912bbb6-ab92-423e-a61b-1a096b40c3a3,revision_number=0']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:44.983568 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8bcf1be2-58c5-4b28-a103-f2fa6a0c63ad req-596f804a-2e44-429b-b7bb-96842259f4f0 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 943 time: 0.0964856 Aug 13 04:15:44.997926 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976706e9-42d3-49ec-9921-a5b5cdd44bd9 admin admin] Checking segment: {'id': '2760d063-b987-4de2-aca5-4108a0221862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1863f357-1d95-4257-9201-a5ac708b7c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:15:44.998422 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976706e9-42d3-49ec-9921-a5b5cdd44bd9 admin admin] Network hostable DHCP agents. Network: 1863f357-1d95-4257-9201-a5ac708b7c01, hostable agents: ['a96cd20f-888c-4e1e-badb-6a5336c30bd0'], hosted agents: [] {{(pid=94567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:15:45.051971 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] For port bf2f1230-4617-43b2-93b6-6ae9e0516fd4, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:15:45.052623 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8bcf1be2-58c5-4b28-a103-f2fa6a0c63ad req-6eabf8fb-135c-475f-8419-b660dfbfbc17 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633445 Aug 13 04:15:45.056044 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] For port bf2f1230-4617-43b2-93b6-6ae9e0516fd4, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=bf2f1230-4617-43b2-93b6-6ae9e0516fd4,segment=NetworkSegment(959b64a0-600e-4c8a-a999-c6c028523cc0),segment_id=959b64a0-600e-4c8a-a999-c6c028523cc0)] {{(pid=94568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:15:45.123463 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8a59158c-bad2-414a-9b97-50a8aeaa8c5d req-3eb36cda-502d-4287-bd21-4703ab521693 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 210 time: 0.0316145 Aug 13 04:15:45.406427 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976706e9-42d3-49ec-9921-a5b5cdd44bd9 admin admin] Network 1863f357-1d95-4257-9201-a5ac708b7c01 is scheduled to be hosted by DHCP agent a96cd20f-888c-4e1e-badb-6a5336c30bd0 with binding_index 1 {{(pid=94567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:15:45.406565 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:45.465996 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] Routers {'05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:15:45.466234 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:15:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:45.473799 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [None req-976706e9-42d3-49ec-9921-a5b5cdd44bd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-6-iscsi, 1863f357-1d95-4257-9201-a5ac708b7c01) {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:45.477999 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976706e9-42d3-49ec-9921-a5b5cdd44bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:45.484033 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-976706e9-42d3-49ec-9921-a5b5cdd44bd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:45.517394 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03146f56-5370-41e0-8cba-017937222d47 None None] Network 1863f357-1d95-4257-9201-a5ac708b7c01 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:15:45.538319 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545516b-a717-421f-a97d-8ad5af814b10 None None] Pushing event updated for resources: {'Port': ['ID=bf2f1230-4617-43b2-93b6-6ae9e0516fd4,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:45.555235 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-976706e9-42d3-49ec-9921-a5b5cdd44bd9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2120612 Aug 13 04:15:45.557770 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 55068) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:45.563116 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e7bd3-c25b-48c1-93b5-19778c858d81 req-b672748b-4c41-4514-8e87-0bea58946a27 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:45.566494 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-2ee338ab-ad99-44c4-8526-e05b0380f105 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-465701813-router', 'tenant_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:45.566626 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-079e7bd3-c25b-48c1-93b5-19778c858d81 req-b672748b-4c41-4514-8e87-0bea58946a27 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0806017 Aug 13 04:15:45.650369 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-079e7bd3-c25b-48c1-93b5-19778c858d81 req-b2530596-edc0-43d4-b5c5-82f76fb4dd75 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775051 Aug 13 04:15:45.712908 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] Set router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:15:45.719838 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2ee338ab-ad99-44c4-8526-e05b0380f105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-702958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-994'] for router, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:45.720929 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2ee338ab-ad99-44c4-8526-e05b0380f105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1019'] for router, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:45.816869 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89f97e-b09a-4beb-97ca-4cb4eed6315e req-d5f73376-2ab6-47f8-b104-0a0589e9ddbd tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:45.818641 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7b89f97e-b09a-4beb-97ca-4cb4eed6315e req-d5f73376-2ab6-47f8-b104-0a0589e9ddbd tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 931 time: 0.0743327 Aug 13 04:15:45.828310 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2ee338ab-ad99-44c4-8526-e05b0380f105 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:45.864187 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7b89f97e-b09a-4beb-97ca-4cb4eed6315e req-d3a0bfb8-2201-47ff-8325-c4435a01308f tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342934 Aug 13 04:15:45.888066 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3657f45-3b8e-4a70-846a-5437f6c4869f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27419f4f-f895-5a79-96f6-f3b4f67478ae-1863f357-1d95-4257-9201-a5ac708b7c01', 'network_id': '1863f357-1d95-4257-9201-a5ac708b7c01', 'tenant_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'fixed_ips': [{'subnet_id': '7912bbb6-ab92-423e-a61b-1a096b40c3a3'}]}} from dv-cinder-759987-6-iscsi. {{(pid=94568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:15:45.892357 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-f3657f45-3b8e-4a70-846a-5437f6c4869f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:45.999125 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43f64f-2072-45da-9bf9-55a6da7359c2 req-8763f0a1-078d-4894-bb41-34867839484f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:45.999125 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0d43f64f-2072-45da-9bf9-55a6da7359c2 req-8763f0a1-078d-4894-bb41-34867839484f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0629416 Aug 13 04:15:46.075850 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0d43f64f-2072-45da-9bf9-55a6da7359c2 req-4577e022-eccf-4a3e-85f1-95a0a57970e7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711405 Aug 13 04:15:46.113929 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2ee338ab-ad99-44c4-8526-e05b0380f105 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:46.208480 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2dfdc-2bf9-4d01-b6d9-af78b87fed02 req-a0765bae-0f73-45bf-9d69-4e42fb57aca7 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:46.210473 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-04f2dfdc-2bf9-4d01-b6d9-af78b87fed02 req-a0765bae-0f73-45bf-9d69-4e42fb57aca7 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 943 time: 0.0538476 Aug 13 04:15:46.215658 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.db_base_plugin_common [None req-f3657f45-3b8e-4a70-846a-5437f6c4869f None None] Allocated IP 172.20.0.2 (1863f357-1d95-4257-9201-a5ac708b7c01/7912bbb6-ab92-423e-a61b-1a096b40c3a3/93d0cf23-ba9d-4785-ac6e-83fdbd4056e9) {{(pid=94568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:15:46.265107 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-04f2dfdc-2bf9-4d01-b6d9-af78b87fed02 req-a543aef7-d8d2-43c0-879f-e1a9ef208483 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461562 Aug 13 04:15:46.277056 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:40Z', 'revision_number': 4, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'bf2f1230-4617-43b2-93b6-6ae9e0516fd4', 'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'mac_address': 'fa:16:3e:7d:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:40Z', 'updated_at': '2021-08-13T04:15:45Z', 'revision_number': 4, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'subnets': [{'id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:46.309404 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cf39c3-70e4-4cdf-bea0-b82ebace66f3 None None] The sync data for ids ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'] in dv-cinder-759987-6-iscsi is: [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:40Z', 'revision_number': 4, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'bf2f1230-4617-43b2-93b6-6ae9e0516fd4', 'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'mac_address': 'fa:16:3e:7d:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:40Z', 'updated_at': '2021-08-13T04:15:45Z', 'revision_number': 4, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'subnets': [{'id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:15:46.461618 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4370f95d-54af-4139-83d3-0cf8622196f0 req-8eb40781-924c-4107-ba86-4fa2c7de5bd3 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 210 time: 0.0670013 Aug 13 04:15:46.525297 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-f3657f45-3b8e-4a70-846a-5437f6c4869f None None] Notify callbacks [] for port, precommit_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:46.539040 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-f3657f45-3b8e-4a70-846a-5437f6c4869f None None] Transition to ACTIVE for port object 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9 will not be triggered until provisioned by entity L2. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:46.564281 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-f3657f45-3b8e-4a70-846a-5437f6c4869f None None] Transition to ACTIVE for port object 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9 will not be triggered until provisioned by entity DHCP. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:46.631947 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2ee338ab-ad99-44c4-8526-e05b0380f105 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:46.640969 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-f3657f45-3b8e-4a70-846a-5437f6c4869f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956'] for port, after_create {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:46.669067 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2ee338ab-ad99-44c4-8526-e05b0380f105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:46.703314 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device bf2f1230-4617-43b2-93b6-6ae9e0516fd4 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:46.740182 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3657f45-3b8e-4a70-846a-5437f6c4869f None None] Network 1863f357-1d95-4257-9201-a5ac708b7c01 is already hosted by enough agents. {{(pid=94568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:15:46.748176 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3657f45-3b8e-4a70-846a-5437f6c4869f None None] Pushing event updated for resources: {'Port': ['ID=93d0cf23-ba9d-4785-ac6e-83fdbd4056e9,revision_number=1']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:46.758677 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.scheduler.base_scheduler [None req-f3657f45-3b8e-4a70-846a-5437f6c4869f None None] Resources bound (agent type, host, resource id): {{(pid=94568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:46.763832 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3657f45-3b8e-4a70-846a-5437f6c4869f None None] Received port after_create {{(pid=94568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:15:46.848716 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [None req-2ee338ab-ad99-44c4-8526-e05b0380f105 admin admin] Allocated IP 172.27.3.221 (a2b3fd62-7513-4482-ab06-e961571be3c5/2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e/2c871250-788c-4926-a572-255068b43299) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:15:46.924613 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ed4c9-a1f3-4501-9132-7d16af0900bc req-67fecce1-b890-48f7-a640-2b41b817911a tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:46.940909 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-db8ed4c9-a1f3-4501-9132-7d16af0900bc req-67fecce1-b890-48f7-a640-2b41b817911a tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.1278591 Aug 13 04:15:47.038065 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-db8ed4c9-a1f3-4501-9132-7d16af0900bc req-551d341f-e2f8-428a-a769-f9a81b3eaea2 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961554 Aug 13 04:15:47.092218 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2ee338ab-ad99-44c4-8526-e05b0380f105 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:47.115693 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-f3657f45-3b8e-4a70-846a-5437f6c4869f None None] Attempting to bind port 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9 on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:15:47.116356 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-f3657f45-3b8e-4a70-846a-5437f6c4869f None None] Attempting to bind port 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9 by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '2760d063-b987-4de2-aca5-4108a0221862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1863f357-1d95-4257-9201-a5ac708b7c01'}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:15:47.116853 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3657f45-3b8e-4a70-846a-5437f6c4869f None None] Attempting to bind port 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9 on network 1863f357-1d95-4257-9201-a5ac708b7c01 {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:15:47.133674 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3657f45-3b8e-4a70-846a-5437f6c4869f None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:15:47.134459 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3657f45-3b8e-4a70-846a-5437f6c4869f None None] Checking segment: {'id': '2760d063-b987-4de2-aca5-4108a0221862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1863f357-1d95-4257-9201-a5ac708b7c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:15:47.135065 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-f3657f45-3b8e-4a70-846a-5437f6c4869f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:47.136445 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3657f45-3b8e-4a70-846a-5437f6c4869f None None] Bound using segment: {'id': '2760d063-b987-4de2-aca5-4108a0221862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1863f357-1d95-4257-9201-a5ac708b7c01'} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:15:47.137118 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-f3657f45-3b8e-4a70-846a-5437f6c4869f None None] Bound port: 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2760d063-b987-4de2-aca5-4108a0221862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1863f357-1d95-4257-9201-a5ac708b7c01'}}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:15:47.137796 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-f3657f45-3b8e-4a70-846a-5437f6c4869f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:47.195157 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port bf2f1230-4617-43b2-93b6-6ae9e0516fd4 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:47.228183 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1217c-2969-40dc-86cd-b94ee48dafa6 req-998d3400-8a3e-4fde-ae27-90e7c7275b60 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:47.235866 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-99b1217c-2969-40dc-86cd-b94ee48dafa6 req-998d3400-8a3e-4fde-ae27-90e7c7275b60 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 931 time: 0.0664599 Aug 13 04:15:47.243660 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port bf2f1230-4617-43b2-93b6-6ae9e0516fd4 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:47.244740 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:47.263491 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2ee338ab-ad99-44c4-8526-e05b0380f105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:47.282661 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-99b1217c-2969-40dc-86cd-b94ee48dafa6 req-a6b35f24-ca87-4886-868e-adda7c573051 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447528 Aug 13 04:15:47.323607 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-f3657f45-3b8e-4a70-846a-5437f6c4869f None None] For port 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:15:47.339794 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-f3657f45-3b8e-4a70-846a-5437f6c4869f None None] For port 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=93d0cf23-ba9d-4785-ac6e-83fdbd4056e9,segment=NetworkSegment(2760d063-b987-4de2-aca5-4108a0221862),segment_id=2760d063-b987-4de2-aca5-4108a0221862)] {{(pid=94568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:15:47.388754 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee338ab-ad99-44c4-8526-e05b0380f105 admin admin] Network a2b3fd62-7513-4482-ab06-e961571be3c5 is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:15:47.395799 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [None req-2ee338ab-ad99-44c4-8526-e05b0380f105 admin admin] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:47.400716 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee338ab-ad99-44c4-8526-e05b0380f105 admin admin] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:15:47.427909 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-f3657f45-3b8e-4a70-846a-5437f6c4869f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:47.443524 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee338ab-ad99-44c4-8526-e05b0380f105 admin admin] Pushing event updated for resources: {'Port': ['ID=2c871250-788c-4926-a572-255068b43299,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:47.452483 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33390cc6-336e-42c8-b4b9-e9930955c973 req-36331949-3d71-4e46-a21e-c7a80047825e tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:47.457837 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-33390cc6-336e-42c8-b4b9-e9930955c973 req-36331949-3d71-4e46-a21e-c7a80047825e tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.1070621 Aug 13 04:15:47.501717 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:47.531046 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-33390cc6-336e-42c8-b4b9-e9930955c973 req-71dbd8b1-a87b-45fa-9d41-6281765b51b4 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648580 Aug 13 04:15:47.620934 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port bf2f1230-4617-43b2-93b6-6ae9e0516fd4, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=bf2f1230-4617-43b2-93b6-6ae9e0516fd4,segment=NetworkSegment(959b64a0-600e-4c8a-a999-c6c028523cc0),segment_id=959b64a0-600e-4c8a-a999-c6c028523cc0)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:47.649170 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3657f45-3b8e-4a70-846a-5437f6c4869f None None] Pushing event updated for resources: {'Port': ['ID=93d0cf23-ba9d-4785-ac6e-83fdbd4056e9,revision_number=2']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:47.692040 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:47.766023 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f444b99-ba20-4b25-a620-2425db2a22d5 req-74ee2039-91be-4311-9ef7-a522db4afafd tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:47.770108 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4f444b99-ba20-4b25-a620-2425db2a22d5 req-74ee2039-91be-4311-9ef7-a522db4afafd tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 943 time: 0.0834904 Aug 13 04:15:47.817606 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=bf2f1230-4617-43b2-93b6-6ae9e0516fd4,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:47.889681 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4f444b99-ba20-4b25-a620-2425db2a22d5 req-ca399d74-10a9-406c-8b99-548f11e55849 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075068 Aug 13 04:15:48.069826 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9c7d5377-5e96-4a00-8506-57ae8736e422 req-7f0269c8-1633-431c-97f9-51e65cd56277 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 210 time: 0.0506885 Aug 13 04:15:48.070906 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2ee338ab-ad99-44c4-8526-e05b0380f105 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:48.205903 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34c60a-2734-4b06-be41-4d36fef2df7d req-ed9c7757-b6c2-4ba9-828b-4b45760d99d0 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:48.207417 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7c34c60a-2734-4b06-be41-4d36fef2df7d req-ed9c7757-b6c2-4ba9-828b-4b45760d99d0 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0540538 Aug 13 04:15:48.262461 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7c34c60a-2734-4b06-be41-4d36fef2df7d req-9b13f71a-b133-4af3-93d5-465d438fba86 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396366 Aug 13 04:15:48.287681 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2ee338ab-ad99-44c4-8526-e05b0380f105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-704504'] for router, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:48.460928 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e3199-cb4c-4d47-99eb-18713768c6f2 req-cf39ef15-d12d-4731-ac33-d2ab5ba81db3 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:48.472011 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fe7e3199-cb4c-4d47-99eb-18713768c6f2 req-cf39ef15-d12d-4731-ac33-d2ab5ba81db3 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 931 time: 0.1003220 Aug 13 04:15:48.512985 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fe7e3199-cb4c-4d47-99eb-18713768c6f2 req-2333edb0-0c0e-4eb0-95a2-eb79005cd7e4 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400243 Aug 13 04:15:48.566788 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee338ab-ad99-44c4-8526-e05b0380f105 admin admin] Router 367a66ed-bb9a-475b-87f0-b0e34fc0a208 is scheduled to L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf with binding_index 1 {{(pid=94567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:15:48.642043 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:48.747314 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2159cb5-aad6-4718-a0b8-0960be65e23b req-71d66d42-9885-4530-bb42-4240ac72fded tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:48.757445 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee338ab-ad99-44c4-8526-e05b0380f105 admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:15:48.768438 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] Sync routers for ids ['367a66ed-bb9a-475b-87f0-b0e34fc0a208'] in dv-cinder-759987-6-iscsi {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:15:48.777240 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:48.777713 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b2159cb5-aad6-4718-a0b8-0960be65e23b req-71d66d42-9885-4530-bb42-4240ac72fded tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.1109273 Aug 13 04:15:48.782705 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] Routers {'367a66ed-bb9a-475b-87f0-b0e34fc0a208'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:15:48.782899 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device bf2f1230-4617-43b2-93b6-6ae9e0516fd4 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:48.785098 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:15:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['367a66ed-bb9a-475b-87f0-b0e34fc0a208'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:48.839710 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2ee338ab-ad99-44c4-8526-e05b0380f105 admin admin] Notify callbacks [] for router, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:48.841130 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-2ee338ab-ad99-44c4-8526-e05b0380f105 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2820082 Aug 13 04:15:48.843840 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 55096) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:48.861677 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b2159cb5-aad6-4718-a0b8-0960be65e23b req-1745f558-49e1-4820-b011-10c126ef7ded tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819783 Aug 13 04:15:48.877964 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port bf2f1230-4617-43b2-93b6-6ae9e0516fd4 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:48.889311 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:49.024630 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9133ba2-6bc1-4ef2-a8f8-7b66239cea39 None None] Network 1863f357-1d95-4257-9201-a5ac708b7c01 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:15:49.057446 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] Set router 367a66ed-bb9a-475b-87f0-b0e34fc0a208 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:15:49.115692 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c803a24-0f8d-450f-8959-68fa7a969021 req-6755af4f-7e04-4629-8178-baf88ba8a870 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:49.125209 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0c803a24-0f8d-450f-8959-68fa7a969021 req-6755af4f-7e04-4629-8178-baf88ba8a870 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 943 time: 0.1194670 Aug 13 04:15:49.201325 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0c803a24-0f8d-450f-8959-68fa7a969021 req-de243b0c-4f42-45a5-bffb-b16f92e8a947 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746961 Aug 13 04:15:49.277762 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-22bdd48c-9da4-48ac-94a7-29d01b60ea6a None None] Provisioning for port 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9 completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:49.298686 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-22bdd48c-9da4-48ac-94a7-29d01b60ea6a None None] Provisioning complete for port 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:49.301032 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-22bdd48c-9da4-48ac-94a7-29d01b60ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:49.332469 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-96d124b9-273f-4a9f-804e-b705e22067e5 req-0f85f91c-cf51-4d8a-9abc-337b8938e1cb tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 210 time: 0.0469708 Aug 13 04:15:49.390091 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367a66ed-bb9a-475b-87f0-b0e34fc0a208', 'name': 'tempest-TestVolumeBootPattern-465701813-router', 'tenant_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '2c871250-788c-4926-a572-255068b43299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:45Z', 'updated_at': '2021-08-13T04:15:47Z', 'revision_number': 3, 'project_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'gw_port': {'id': '2c871250-788c-4926-a572-255068b43299', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367a66ed-bb9a-475b-87f0-b0e34fc0a208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:46Z', 'updated_at': '2021-08-13T04:15:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:49.434556 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] Checking router: 367a66ed-bb9a-475b-87f0-b0e34fc0a208 for host: dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:15:49.436777 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] Updating router 367a66ed-bb9a-475b-87f0-b0e34fc0a208 port 2c871250-788c-4926-a572-255068b43299 binding host dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:15:49.487518 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:49.522292 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-22bdd48c-9da4-48ac-94a7-29d01b60ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:49.544660 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7e9c5-e990-4243-b7a9-5031d7a71cdc req-4ea15490-c058-4754-a394-c517097601cb tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:49.546675 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-70c7e9c5-e990-4243-b7a9-5031d7a71cdc req-4ea15490-c058-4754-a394-c517097601cb tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0908587 Aug 13 04:15:49.592548 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-22bdd48c-9da4-48ac-94a7-29d01b60ea6a None None] For port 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=93d0cf23-ba9d-4785-ac6e-83fdbd4056e9,segment=NetworkSegment(2760d063-b987-4de2-aca5-4108a0221862),segment_id=2760d063-b987-4de2-aca5-4108a0221862)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:49.659746 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-70c7e9c5-e990-4243-b7a9-5031d7a71cdc req-88d8ae5f-a717-4a5e-bdc8-15f068248297 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052892 Aug 13 04:15:49.816053 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2ef5b-0bb2-428d-8ca1-5ae51aad7467 req-7837f427-b8f2-4ab9-99be-f0dcad7d03e3 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:49.827003 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3bf2ef5b-0bb2-428d-8ca1-5ae51aad7467 req-7837f427-b8f2-4ab9-99be-f0dcad7d03e3 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 931 time: 0.1027021 Aug 13 04:15:49.868153 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-22bdd48c-9da4-48ac-94a7-29d01b60ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:49.929195 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3bf2ef5b-0bb2-428d-8ca1-5ae51aad7467 req-d2826632-d481-439e-93a8-8514e507ef00 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010625 Aug 13 04:15:50.020730 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bdd48c-9da4-48ac-94a7-29d01b60ea6a None None] Pushing event updated for resources: {'Port': ['ID=93d0cf23-ba9d-4785-ac6e-83fdbd4056e9,revision_number=3']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:50.045669 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-bec98398-2990-4778-b2f0-9e8afcd6dae6 None None] Provisioning complete for port 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:50.046048 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-bec98398-2990-4778-b2f0-9e8afcd6dae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:50.137976 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b047f-2957-476b-99de-f86e902ad2e5 req-f44fad68-85a2-47a2-a929-8029744e0894 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:50.161582 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cd1b047f-2957-476b-99de-f86e902ad2e5 req-f44fad68-85a2-47a2-a929-8029744e0894 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.1472392 Aug 13 04:15:50.192815 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] Notify callbacks [] for port, precommit_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:50.203424 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cd1b047f-2957-476b-99de-f86e902ad2e5 req-5c4bcb81-c535-4f46-a17c-a6dfd1c8c425 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408204 Aug 13 04:15:50.215317 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.provisioning_blocks [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] Transition to ACTIVE for port object 2c871250-788c-4926-a572-255068b43299 will not be triggered until provisioned by entity L2. {{(pid=94569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:50.224823 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f416f3f3-0567-4224-a558-923f08728b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:50.287605 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:50.340774 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11c953-0f77-4b39-9f5c-51b37b5c6bed req-5b304008-9147-412c-a2d1-eb72d1154fde tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:50.343116 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ba11c953-0f77-4b39-9f5c-51b37b5c6bed req-5b304008-9147-412c-a2d1-eb72d1154fde tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 943 time: 0.0595746 Aug 13 04:15:50.348225 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] Attempting to bind port 2c871250-788c-4926-a572-255068b43299 on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:15:50.348839 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] Attempting to bind port 2c871250-788c-4926-a572-255068b43299 by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}] {{(pid=94569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:15:50.349201 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] Attempting to bind port 2c871250-788c-4926-a572-255068b43299 on network a2b3fd62-7513-4482-ab06-e961571be3c5 {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:15:50.359546 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:15:50.359914 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] Checking segment: {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:15:50.360522 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:50.361075 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] Bound using segment: {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'} {{(pid=94569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:15:50.361535 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.managers [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] Bound port: 2c871250-788c-4926-a572-255068b43299, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569ffa8e-366a-4220-b9f0-1d96f94af513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}}] {{(pid=94569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:15:50.362122 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:50.364989 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372d6f2-ede1-4d62-b755-3e3ecb29a467 None None] Pushing event updated for resources: {'Port': ['ID=2c871250-788c-4926-a572-255068b43299,revision_number=2']} {{(pid=94569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:50.409239 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ba11c953-0f77-4b39-9f5c-51b37b5c6bed req-c1cd02a0-7b9c-427e-8cfd-cba4a7c240b9 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518863 Aug 13 04:15:50.416765 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [None req-f416f3f3-0567-4224-a558-923f08728b1c admin admin] Allocated IP 172.20.0.1 (1863f357-1d95-4257-9201-a5ac708b7c01/7912bbb6-ab92-423e-a61b-1a096b40c3a3/99a7d170-030e-4c56-bce1-80d88585a2a4) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:15:50.434058 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.db [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] For port 2c871250-788c-4926-a572-255068b43299, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:15:50.437540 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.plugins.ml2.db [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] For port 2c871250-788c-4926-a572-255068b43299, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=2c871250-788c-4926-a572-255068b43299,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:15:50.488484 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:50.489344 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ef1ccd34-454d-499b-a301-d4030749dc60 req-042e7ee2-cf8c-4fe4-8e15-77bcdf202eb8 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 210 time: 0.0314331 Aug 13 04:15:50.497235 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron_lib.callbacks.manager [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:50.539384 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f416f3f3-0567-4224-a558-923f08728b1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:50.544533 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:50.544903 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:50.555951 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [None req-f416f3f3-0567-4224-a558-923f08728b1c admin admin] Transition to ACTIVE for port object 99a7d170-030e-4c56-bce1-80d88585a2a4 will not be triggered until provisioned by entity DHCP. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:50.564426 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] Routers {'367a66ed-bb9a-475b-87f0-b0e34fc0a208'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:15:50.565133 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:15:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['367a66ed-bb9a-475b-87f0-b0e34fc0a208'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:50.603276 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372d6f2-ede1-4d62-b755-3e3ecb29a467 None None] Pushing event updated for resources: {'Port': ['ID=2c871250-788c-4926-a572-255068b43299,revision_number=3']} {{(pid=94569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:50.668589 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f416f3f3-0567-4224-a558-923f08728b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:50.685643 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] Set router 367a66ed-bb9a-475b-87f0-b0e34fc0a208 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:15:50.711951 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f416f3f3-0567-4224-a558-923f08728b1c admin admin] Network 1863f357-1d95-4257-9201-a5ac708b7c01 is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:15:50.718321 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [None req-f416f3f3-0567-4224-a558-923f08728b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:50.720639 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f416f3f3-0567-4224-a558-923f08728b1c admin admin] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:15:50.766787 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-f0f5cbad-5c51-43d0-8d78-f161c409984f service neutron] Request body: {'port': {'device_id': 'f76f92f9-dc85-4700-857a-67426fae0569', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:50.778435 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce2682-ccd0-44ec-b340-b53cdbf51f81 req-18c26d23-f4f4-4832-80c3-f71c556b3235 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:50.780462 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-33ce2682-ccd0-44ec-b340-b53cdbf51f81 req-18c26d23-f4f4-4832-80c3-f71c556b3235 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0716026 Aug 13 04:15:50.825242 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416f3f3-0567-4224-a558-923f08728b1c admin admin] Pushing event updated for resources: {'Port': ['ID=99a7d170-030e-4c56-bce1-80d88585a2a4,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:50.861375 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-33ce2682-ccd0-44ec-b340-b53cdbf51f81 req-c5b5f681-3861-4c36-980a-6c575c95e241 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730431 Aug 13 04:15:50.862201 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f416f3f3-0567-4224-a558-923f08728b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758317'] for router_interface, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:50.895795 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-c6f90fe8-ed30-4fa5-99cf-b8e26c0b98f3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d5aa281-3893-4e0d-b1d8-d726c19daf94 HTTP/1.1" status: 200 len: 217 time: 0.1347709 Aug 13 04:15:50.938081 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367a66ed-bb9a-475b-87f0-b0e34fc0a208', 'name': 'tempest-TestVolumeBootPattern-465701813-router', 'tenant_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '2c871250-788c-4926-a572-255068b43299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:45Z', 'updated_at': '2021-08-13T04:15:47Z', 'revision_number': 3, 'project_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'gw_port': {'id': '2c871250-788c-4926-a572-255068b43299', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367a66ed-bb9a-475b-87f0-b0e34fc0a208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:46Z', 'updated_at': '2021-08-13T04:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:50.971998 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e387c5-b7f9-4a1e-a13a-cb097598ff4b None None] The sync data for ids ['367a66ed-bb9a-475b-87f0-b0e34fc0a208'] in dv-cinder-759987-6-iscsi is: [{'id': '367a66ed-bb9a-475b-87f0-b0e34fc0a208', 'name': 'tempest-TestVolumeBootPattern-465701813-router', 'tenant_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '2c871250-788c-4926-a572-255068b43299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:45Z', 'updated_at': '2021-08-13T04:15:47Z', 'revision_number': 3, 'project_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'gw_port': {'id': '2c871250-788c-4926-a572-255068b43299', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367a66ed-bb9a-475b-87f0-b0e34fc0a208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:46Z', 'updated_at': '2021-08-13T04:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}] {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:15:51.099344 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-f0f5cbad-5c51-43d0-8d78-f161c409984f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:51.110423 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8295b-dae2-4047-aa61-b8a863c9e490 req-cb367b33-ef2a-448b-a23f-be367d543f08 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:51.118611 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-20c8295b-dae2-4047-aa61-b8a863c9e490 req-cb367b33-ef2a-448b-a23f-be367d543f08 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 931 time: 0.0931675 Aug 13 04:15:51.126979 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-1cf68f28-b452-4157-8f24-dcd3ea24d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:51.128453 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-1cf68f28-b452-4157-8f24-dcd3ea24d448 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ea28bae9-8209-4915-ac38-22b3611bb520 HTTP/1.1" status: 200 len: 854 time: 0.1501868 Aug 13 04:15:51.170946 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-eb5b4762-c840-4a13-92cc-186746e37ceb None None] Provisioning for port 99a7d170-030e-4c56-bce1-80d88585a2a4 completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:51.175117 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-eb5b4762-c840-4a13-92cc-186746e37ceb None None] Provisioning complete for port 99a7d170-030e-4c56-bce1-80d88585a2a4 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:51.175738 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-eb5b4762-c840-4a13-92cc-186746e37ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:51.179596 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-20c8295b-dae2-4047-aa61-b8a863c9e490 req-b802a933-5e5f-4eac-b9de-a8a82f5dd04d tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598328 Aug 13 04:15:51.225688 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-eb5b4762-c840-4a13-92cc-186746e37ceb None None] Port 99a7d170-030e-4c56-bce1-80d88585a2a4 cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:15:51.227814 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-23fe15e9-103f-4b69-b272-4b46ed4bea2e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=673131bb-dc01-48ec-89a5-58651cf3d062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891080 Aug 13 04:15:51.234026 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77479f-c94a-40ed-b48e-7652abd4523d req-c7b3ce06-ebb5-4368-ac02-9759ee5e89f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:51.235501 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-8c77479f-c94a-40ed-b48e-7652abd4523d req-c7b3ce06-ebb5-4368-ac02-9759ee5e89f0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 1099 time: 0.1972568 Aug 13 04:15:51.363562 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc34589-61d1-4789-8dae-e99c0cb0197f req-f612a33c-74e4-4635-8446-ae87353bc1c3 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:51.366342 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4dc34589-61d1-4789-8dae-e99c0cb0197f req-f612a33c-74e4-4635-8446-ae87353bc1c3 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0805738 Aug 13 04:15:51.437882 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4dc34589-61d1-4789-8dae-e99c0cb0197f req-904c3bdc-ef5a-4938-bb3f-844648a71b44 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608187 Aug 13 04:15:51.469582 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-8c77479f-c94a-40ed-b48e-7652abd4523d req-dfbccd8e-0b1e-45ea-bf13-db38eb05445b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149940 Aug 13 04:15:51.518193 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f416f3f3-0567-4224-a558-923f08728b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:51.550554 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968ccb8-7687-4044-8507-7e906947a0c6 req-ec3b73c1-c119-45f9-85c7-63d425cc091e tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:51.561455 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-831368a3-3e34-41be-b5e1-1d4a0d14500c service neutron] 10.222.0.22 "GET /v2.0/networks/673131bb-dc01-48ec-89a5-58651cf3d062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144808 Aug 13 04:15:51.561630 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b968ccb8-7687-4044-8507-7e906947a0c6 req-ec3b73c1-c119-45f9-85c7-63d425cc091e tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 943 time: 0.0532870 Aug 13 04:15:51.597634 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b968ccb8-7687-4044-8507-7e906947a0c6 req-04112d61-dadb-4157-b6f3-c8b8c8b1c212 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379741 Aug 13 04:15:51.705884 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e1a976c4-0c12-4fd8-b83d-07151737cb0b req-4d1ce111-298e-46a4-a7ab-0eb572950c49 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 210 time: 0.0306804 Aug 13 04:15:51.781583 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5441448e-c98b-4d8c-aff5-0c6252a30229 req-01d3f6e7-22c4-469e-902d-b200e1a22c7d service neutron] 10.222.0.22 "GET /v2.0/networks/673131bb-dc01-48ec-89a5-58651cf3d062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199197 Aug 13 04:15:51.902568 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-f0f5cbad-5c51-43d0-8d78-f161c409984f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 {{(pid=94567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:15:51.950154 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-f0f5cbad-5c51-43d0-8d78-f161c409984f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:51.958843 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0136dc7-4df4-4711-9e79-4bc8fa52e8e4 req-1d547217-3978-4711-9867-6dc895d1f6ed tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:51.960531 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f0136dc7-4df4-4711-9e79-4bc8fa52e8e4 req-1d547217-3978-4711-9867-6dc895d1f6ed tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0774946 Aug 13 04:15:52.013772 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-f0f5cbad-5c51-43d0-8d78-f161c409984f service neutron] Transition to ACTIVE for port object 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 will not be triggered until provisioned by entity L2. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:52.034161 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f0136dc7-4df4-4711-9e79-4bc8fa52e8e4 req-b7baac04-61c1-4e74-a3df-23a211cfc922 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619907 Aug 13 04:15:52.052074 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d80a4-32ab-4763-b205-e717eec89571 req-6c8b9a79-8a32-4975-8ee9-d765f7b18e19 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:52.056850 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ca3d80a4-32ab-4763-b205-e717eec89571 req-6c8b9a79-8a32-4975-8ee9-d765f7b18e19 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0952208 Aug 13 04:15:52.074449 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f416f3f3-0567-4224-a558-923f08728b1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:52.078145 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca8b6a-3037-4ae8-9cc0-e662926038fa req-2807cab8-2cb7-4187-9e01-620769e36f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:52.079728 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d1ca8b6a-3037-4ae8-9cc0-e662926038fa req-2807cab8-2cb7-4187-9e01-620769e36f57 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=002375b8005d44a193b301833aa330dc&device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 1098 time: 0.0635145 Aug 13 04:15:52.084951 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-f0f5cbad-5c51-43d0-8d78-f161c409984f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:52.094011 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ca3d80a4-32ab-4763-b205-e717eec89571 req-e09a5c06-91ad-4774-bdda-df04cd4cf08e tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336893 Aug 13 04:15:52.185437 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f416f3f3-0567-4224-a558-923f08728b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:52.332431 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9b505-ffb6-4131-955c-bc80cf34b00a req-d201b99c-5026-4fde-bd8d-4bb2fdb03525 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:52.334773 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7aa9b505-ffb6-4131-955c-bc80cf34b00a req-d201b99c-5026-4fde-bd8d-4bb2fdb03525 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 943 time: 0.0628130 Aug 13 04:15:52.396648 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7aa9b505-ffb6-4131-955c-bc80cf34b00a req-549822e8-2eca-47a8-a91a-780b09f5ac61 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485647 Aug 13 04:15:52.533230 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 2c871250-788c-4926-a572-255068b43299 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:52.569274 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5cbad-5c51-43d0-8d78-f161c409984f service neutron] Pushing event updated for resources: {'Port': ['ID=4cd769d3-ef7c-45d4-b270-29b6e0a2bb11,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:52.639508 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port 2c871250-788c-4926-a572-255068b43299 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:52.644887 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 2c871250-788c-4926-a572-255068b43299 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:52.645320 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:52.679490 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f416f3f3-0567-4224-a558-923f08728b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758457'] for router_interface, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:52.712312 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca8b6a-3037-4ae8-9cc0-e662926038fa req-b363f04f-0044-49d7-a62e-d0d49749dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:52.713868 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d1ca8b6a-3037-4ae8-9cc0-e662926038fa req-b363f04f-0044-49d7-a62e-d0d49749dbf8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1f5f08bb-8497-4150-a3e9-90ccd6853fea HTTP/1.1" status: 200 len: 912 time: 0.6209404 Aug 13 04:15:52.736295 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416f3f3-0567-4224-a558-923f08728b1c admin admin] Pushing event updated for resources: {'Port': ['ID=99a7d170-030e-4c56-bce1-80d88585a2a4,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:52.741914 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:52.746157 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-bb31e6c0-195f-4838-a2a1-de9919e44828 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:52.747660 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-bb31e6c0-195f-4838-a2a1-de9919e44828 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.22 "GET /v2.0/networks?id=e32643c6-8d74-4f65-969e-9aa4ee314bea HTTP/1.1" status: 200 len: 809 time: 0.6083896 Aug 13 04:15:52.760398 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46c6cf-cf4f-4f2c-bec2-f8031d5ebb46 req-a350c3e8-700f-4e70-86c4-1b68b2bbb1d6 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:52.767278 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port 2c871250-788c-4926-a572-255068b43299, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=2c871250-788c-4926-a572-255068b43299,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:52.767490 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2b46c6cf-cf4f-4f2c-bec2-f8031d5ebb46 req-a350c3e8-700f-4e70-86c4-1b68b2bbb1d6 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 943 time: 0.0897367 Aug 13 04:15:52.799455 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-f0f5cbad-5c51-43d0-8d78-f161c409984f service neutron] Attempting to bind port 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:15:52.799937 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-f0f5cbad-5c51-43d0-8d78-f161c409984f service neutron] Attempting to bind port 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': '94686359-6cdf-4305-8bcb-ff635918700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:15:52.800508 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-f0f5cbad-5c51-43d0-8d78-f161c409984f service neutron] Attempting to bind port 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 on network 108ee682-822f-485e-99b1-e4a7ccb079a2 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:15:52.822301 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:52.824356 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c87d0e34-70e2-4a3f-9b4e-202c94c8846a req-a2022ab7-9337-4972-b852-68754f24292f tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 210 time: 0.0343382 Aug 13 04:15:52.833535 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2b46c6cf-cf4f-4f2c-bec2-f8031d5ebb46 req-3bfc68f2-d6ba-44ea-9907-770aff81606a tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651591 Aug 13 04:15:52.866859 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-f0f5cbad-5c51-43d0-8d78-f161c409984f service neutron] Port 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 on network 108ee682-822f-485e-99b1-e4a7ccb079a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:15:52.867197 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-f0f5cbad-5c51-43d0-8d78-f161c409984f service neutron] Attempting to bind port 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 on network 108ee682-822f-485e-99b1-e4a7ccb079a2 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:15:52.890248 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-f0f5cbad-5c51-43d0-8d78-f161c409984f service neutron] Checking agent: {'id': '0c202f7d-8fe9-4513-921d-f16665c9f5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'started_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:15:52.890636 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-f0f5cbad-5c51-43d0-8d78-f161c409984f service neutron] Checking segment: {'id': '94686359-6cdf-4305-8bcb-ff635918700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:15:52.890963 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-f0f5cbad-5c51-43d0-8d78-f161c409984f service neutron] Bound using segment: {'id': '94686359-6cdf-4305-8bcb-ff635918700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:15:52.891400 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-f0f5cbad-5c51-43d0-8d78-f161c409984f service neutron] Bound port: 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94686359-6cdf-4305-8bcb-ff635918700f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:15:52.891632 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=2c871250-788c-4926-a572-255068b43299,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:52.891757 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-f0f5cbad-5c51-43d0-8d78-f161c409984f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:52.922900 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d1ca8b6a-3037-4ae8-9cc0-e662926038fa req-b7e29968-2bb9-42bc-bcf1-8677650e1e57 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcefc9c5-499e-454b-9fa1-7cde646b8055 HTTP/1.1" status: 200 len: 1001 time: 0.1991847 Aug 13 04:15:52.933803 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-4658cda9-e876-4f78-a2e8-6ad0f8620c6b tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6d4c8f932bf49dca555a79eae4efd63 HTTP/1.1" status: 200 len: 380 time: 0.1527226 Aug 13 04:15:52.969986 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-7829f350-18ff-4ab9-a1e9-3664bd1ea132 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Request body: {'port': {'device_id': 'c93634d8-b1ab-425c-bb44-40ce4e8005dd', 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea', 'admin_state_up': True, 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'security_groups': ['641155e1-1a3a-4a26-8aaa-cb28ef14dc08']}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:53.100768 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca8b6a-3037-4ae8-9cc0-e662926038fa req-f2d8398d-fa03-4546-99a2-9b247bf74bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:53.102290 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d1ca8b6a-3037-4ae8-9cc0-e662926038fa req-f2d8398d-fa03-4546-99a2-9b247bf74bc8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc419503-ea44-47f1-b4cd-1a56414c95fb HTTP/1.1" status: 200 len: 850 time: 0.1661243 Aug 13 04:15:53.104044 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f416f3f3-0567-4224-a558-923f08728b1c admin admin] Network 1863f357-1d95-4257-9201-a5ac708b7c01 is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:15:53.120979 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [None req-f416f3f3-0567-4224-a558-923f08728b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:53.172491 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-f0f5cbad-5c51-43d0-8d78-f161c409984f service neutron] For port 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11, host hv-cinder-75998, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:15:53.210969 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a0c93-2302-49cf-b3fc-10f3d69409af req-4d6c00f5-1afd-4475-b02a-572c36962c4d tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:53.212679 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-828a0c93-2302-49cf-b3fc-10f3d69409af req-4d6c00f5-1afd-4475-b02a-572c36962c4d tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.1010129 Aug 13 04:15:53.223646 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-f0f5cbad-5c51-43d0-8d78-f161c409984f service neutron] For port 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=4cd769d3-ef7c-45d4-b270-29b6e0a2bb11,segment=NetworkSegment(94686359-6cdf-4305-8bcb-ff635918700f),segment_id=94686359-6cdf-4305-8bcb-ff635918700f)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:15:53.294424 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca8b6a-3037-4ae8-9cc0-e662926038fa req-35409651-ab35-49e9-9959-1837379e3af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:53.296145 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d1ca8b6a-3037-4ae8-9cc0-e662926038fa req-35409651-ab35-49e9-9959-1837379e3af3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1f5f08bb-8497-4150-a3e9-90ccd6853fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1830835 Aug 13 04:15:53.306292 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-828a0c93-2302-49cf-b3fc-10f3d69409af req-a4e314d3-55c3-49b5-a43f-5bd348761182 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857000 Aug 13 04:15:53.340230 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f1b12-7a9d-489e-ae5e-ab5147b9bff0 req-b678b51e-18cb-4ca6-b284-ac31bc9a88b6 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:53.342198 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cc4f1b12-7a9d-489e-ae5e-ab5147b9bff0 req-b678b51e-18cb-4ca6-b284-ac31bc9a88b6 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.1232414 Aug 13 04:15:53.365760 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-f0f5cbad-5c51-43d0-8d78-f161c409984f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:53.391251 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cc4f1b12-7a9d-489e-ae5e-ab5147b9bff0 req-af7febce-d567-472c-802a-0c2ea063c1ad tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424435 Aug 13 04:15:53.405245 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f416f3f3-0567-4224-a558-923f08728b1c admin admin] Router 367a66ed-bb9a-475b-87f0-b0e34fc0a208 has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:15:53.407372 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-7829f350-18ff-4ab9-a1e9-3664bd1ea132 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Made reservation on behalf of b6d4c8f932bf49dca555a79eae4efd63 for: {'port': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:15:53.411351 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-7829f350-18ff-4ab9-a1e9-3664bd1ea132 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:53.441228 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-f0f5cbad-5c51-43d0-8d78-f161c409984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:53.441760 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-f0f5cbad-5c51-43d0-8d78-f161c409984f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:53.443532 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-f0f5cbad-5c51-43d0-8d78-f161c409984f service neutron] 10.222.0.22 "PUT /v2.0/ports/4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 HTTP/1.1" status: 200 len: 1093 time: 2.6809440 Aug 13 04:15:53.443987 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76f92f9-dc85-4700-857a-67426fae0569', 'tag': '4cd769d3-ef7c-45d4-b270-29b6e0a2bb11'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:15:53.446260 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c492bb-6112-4a49-8b30-565315cf6045" -d '{"events": [{"name": "network-changed", "server_uuid": "f76f92f9-dc85-4700-857a-67426fae0569", "tag": "4cd769d3-ef7c-45d4-b270-29b6e0a2bb11"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:15:53.498602 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5cbad-5c51-43d0-8d78-f161c409984f service neutron] Pushing event updated for resources: {'Port': ['ID=4cd769d3-ef7c-45d4-b270-29b6e0a2bb11,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:53.549222 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-eb70abb8-d134-492a-8e7b-6cc2dce43d57 None None] Provisioning complete for port 99a7d170-030e-4c56-bce1-80d88585a2a4 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:53.549848 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-eb70abb8-d134-492a-8e7b-6cc2dce43d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:53.633867 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-eb70abb8-d134-492a-8e7b-6cc2dce43d57 None None] Port 99a7d170-030e-4c56-bce1-80d88585a2a4 cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:15:53.640317 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f799ba4-db75-4545-8763-e1824cd585f3 req-4af647ab-d48c-428e-a1ed-675348772a79 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:53.645716 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2f799ba4-db75-4545-8763-e1824cd585f3 req-4af647ab-d48c-428e-a1ed-675348772a79 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 943 time: 0.1156056 Aug 13 04:15:53.685563 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d1ca8b6a-3037-4ae8-9cc0-e662926038fa req-7f318b0f-6914-4df4-8c32-3a1cebcba895 service neutron] 10.222.0.22 "GET /v2.0/networks/1f5f08bb-8497-4150-a3e9-90ccd6853fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777735 Aug 13 04:15:53.704191 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2f799ba4-db75-4545-8763-e1824cd585f3 req-0a875e71-045e-4ff6-9cf6-f5d723a6413a tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525045 Aug 13 04:15:53.766892 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c926743-28e2-4454-9cdd-5976ed434243 x-openstack-request-id: req-0c926743-28e2-4454-9cdd-5976ed434243 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:15:53.767161 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76f92f9-dc85-4700-857a-67426fae0569", "tag": "4cd769d3-ef7c-45d4-b270-29b6e0a2bb11", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:15:53.767630 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c926743-28e2-4454-9cdd-5976ed434243 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:15:53.767792 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f76f92f9-dc85-4700-857a-67426fae0569', 'tag': '4cd769d3-ef7c-45d4-b270-29b6e0a2bb11', 'status': 'completed', 'code': 200} Aug 13 04:15:53.855202 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-50b8a4f9-5afd-42e8-8f91-cc787e41198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:53.856621 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-50b8a4f9-5afd-42e8-8f91-cc787e41198f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3086463bb33d461abf911455930d099f&device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 1096 time: 0.2368457 Aug 13 04:15:53.856818 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:53.890079 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-7829f350-18ff-4ab9-a1e9-3664bd1ea132 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Allocated IP 172.20.0.10 (e32643c6-8d74-4f65-969e-9aa4ee314bea/8b52e372-55dc-4bbf-8fbc-e314efb4eadd/e80a4d31-ce9d-4967-b1be-c531c54de19d) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:15:53.934471 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-121eed0d-9250-4b1c-9a57-cdec52d4b803 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 HTTP/1.1" status: 200 len: 217 time: 0.0609055 Aug 13 04:15:53.942907 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f416f3f3-0567-4224-a558-923f08728b1c admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:15:53.953067 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-f416f3f3-0567-4224-a558-923f08728b1c admin admin] 10.222.0.32 "PUT /v2.0/routers/367a66ed-bb9a-475b-87f0-b0e34fc0a208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1057696 Aug 13 04:15:53.953984 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] Sync routers for ids ['367a66ed-bb9a-475b-87f0-b0e34fc0a208'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:15:53.965608 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d1ca8b6a-3037-4ae8-9cc0-e662926038fa req-6da86429-32a9-4c39-a9b1-30387290a3d1 service neutron] 10.222.0.22 "GET /v2.0/networks/1f5f08bb-8497-4150-a3e9-90ccd6853fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705843 Aug 13 04:15:53.968046 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] Routers {'367a66ed-bb9a-475b-87f0-b0e34fc0a208'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:15:53.969345 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:15:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['367a66ed-bb9a-475b-87f0-b0e34fc0a208'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:54.066900 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-c639823a-e6bb-4276-8a47-8906c1e5e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:54.068574 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-c639823a-e6bb-4276-8a47-8906c1e5e364 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da0d00db-359e-4944-b69b-81292fbec523 HTTP/1.1" status: 200 len: 854 time: 0.1209662 Aug 13 04:15:54.082715 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1568d572-eec4-413e-ad99-b210baf71080 req-9f106ebf-f363-4171-b98b-c3db319baebf tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 210 time: 0.0355368 Aug 13 04:15:54.133053 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] Set router 367a66ed-bb9a-475b-87f0-b0e34fc0a208 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:15:54.277850 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-0842d5cf-3e14-48f1-aeb1-20290238833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:54.279817 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-0842d5cf-3e14-48f1-aeb1-20290238833d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=108ee682-822f-485e-99b1-e4a7ccb079a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1997478 Aug 13 04:15:54.292959 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1b3f0-a317-4ab8-8615-0b3a95d01190 req-02a19aeb-6c09-48b5-b18d-e0e152e28f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:54.294760 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-97c1b3f0-a317-4ab8-8615-0b3a95d01190 req-02a19aeb-6c09-48b5-b18d-e0e152e28f7a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6525e39355904810b4595b1ab780a756&device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 1099 time: 0.1211832 Aug 13 04:15:54.299439 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc60320-1f9b-42e6-8b6c-d83b63060f2a req-7b71172b-45f9-46ed-ba57-375a20e22f18 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:54.302469 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6bc60320-1f9b-42e6-8b6c-d83b63060f2a req-7b71172b-45f9-46ed-ba57-375a20e22f18 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 943 time: 0.0983291 Aug 13 04:15:54.353758 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6bc60320-1f9b-42e6-8b6c-d83b63060f2a req-0177560e-3ef5-4b14-857b-e60b1c7749b1 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406613 Aug 13 04:15:54.359508 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 0d5aa281-3893-4e0d-b1d8-d726c19daf94 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:15:54.398128 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-7829f350-18ff-4ab9-a1e9-3664bd1ea132 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:54.494257 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367a66ed-bb9a-475b-87f0-b0e34fc0a208', 'name': 'tempest-TestVolumeBootPattern-465701813-router', 'tenant_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '2c871250-788c-4926-a572-255068b43299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:45Z', 'updated_at': '2021-08-13T04:15:51Z', 'revision_number': 4, 'project_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'gw_port': {'id': '2c871250-788c-4926-a572-255068b43299', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367a66ed-bb9a-475b-87f0-b0e34fc0a208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:46Z', 'updated_at': '2021-08-13T04:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': '99a7d170-030e-4c56-bce1-80d88585a2a4', 'name': '', 'network_id': '1863f357-1d95-4257-9201-a5ac708b7c01', 'tenant_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'mac_address': 'fa:16:3e:34:2c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367a66ed-bb9a-475b-87f0-b0e34fc0a208', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '7912bbb6-ab92-423e-a61b-1a096b40c3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:50Z', 'updated_at': '2021-08-13T04:15:51Z', 'revision_number': 2, 'project_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'subnets': [{'id': '7912bbb6-ab92-423e-a61b-1a096b40c3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:54.501363 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 2c871250-788c-4926-a572-255068b43299 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:54.515472 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-7829f350-18ff-4ab9-a1e9-3664bd1ea132 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Transition to ACTIVE for port object e80a4d31-ce9d-4967-b1be-c531c54de19d will not be triggered until provisioned by entity DHCP. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:54.528515 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcacebe-7736-4e79-8b3a-3b29d792943e req-472b0d9f-34d8-4cb2-a3fd-c5accb86c7b0 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:54.533220 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7bcacebe-7736-4e79-8b3a-3b29d792943e req-472b0d9f-34d8-4cb2-a3fd-c5accb86c7b0 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0794473 Aug 13 04:15:54.554426 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] Checking router: 367a66ed-bb9a-475b-87f0-b0e34fc0a208 for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:15:54.562376 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] Updating router 367a66ed-bb9a-475b-87f0-b0e34fc0a208 port 99a7d170-030e-4c56-bce1-80d88585a2a4 binding host dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:15:54.566393 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-4196e486-d1e2-4faf-a313-e4d7327934c7 service neutron] 10.222.0.22 "GET /v2.0/networks/108ee682-822f-485e-99b1-e4a7ccb079a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705033 Aug 13 04:15:54.581015 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7bcacebe-7736-4e79-8b3a-3b29d792943e req-25d50421-3f7f-4773-a4db-f03405792415 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425644 Aug 13 04:15:54.591436 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 0d5aa281-3893-4e0d-b1d8-d726c19daf94, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=0d5aa281-3893-4e0d-b1d8-d726c19daf94,segment=NetworkSegment(6fcbf172-e9bd-487d-9c86-96b54fe5005f),segment_id=6fcbf172-e9bd-487d-9c86-96b54fe5005f)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:54.623818 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:54.623818 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': '0d5aa281-3893-4e0d-b1d8-d726c19daf94', 'network_id': '673131bb-dc01-48ec-89a5-58651cf3d062', 'port_id': '0d5aa281-3893-4e0d-b1d8-d726c19daf94', 'mac_address': 'fa:16:3e:ca:52:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea28bae9-8209-4915-ac38-22b3611bb520', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:15:54.629335 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1b3f0-a317-4ab8-8615-0b3a95d01190 req-d61d36d1-a4e0-4ad3-833a-98755832e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:54.630724 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-97c1b3f0-a317-4ab8-8615-0b3a95d01190 req-d61d36d1-a4e0-4ad3-833a-98755832e74e service neutron] 10.222.0.22 "GET /v2.0/networks?id=3307ff4a-688d-47d1-ad62-e6cbee1cd9ca HTTP/1.1" status: 200 len: 919 time: 0.3219228 Aug 13 04:15:54.699207 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:54.701558 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-97c1b3f0-a317-4ab8-8615-0b3a95d01190 req-674cb91d-2210-4dfc-8257-cc103304a680 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d7726e9-911a-4b3e-9ed1-222c5c77ae69 HTTP/1.1" status: 200 len: 217 time: 0.0444288 Aug 13 04:15:54.705511 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-7829f350-18ff-4ab9-a1e9-3664bd1ea132 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:54.732112 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5aa281-3893-4e0d-b1d8-d726c19daf94 {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:15:54.749334 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707b98a-d37a-431d-96be-930e7364cb12 req-8a105f4d-ee46-4391-a9ba-c8726a990108 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:54.751210 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c707b98a-d37a-431d-96be-930e7364cb12 req-8a105f4d-ee46-4391-a9ba-c8726a990108 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0645401 Aug 13 04:15:54.771892 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 2c871250-788c-4926-a572-255068b43299 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:54.772264 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:54.787598 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 0d5aa281-3893-4e0d-b1d8-d726c19daf94, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=0d5aa281-3893-4e0d-b1d8-d726c19daf94,segment=NetworkSegment(6fcbf172-e9bd-487d-9c86-96b54fe5005f),segment_id=6fcbf172-e9bd-487d-9c86-96b54fe5005f)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:54.789848 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d8003a9a-1e9d-49d1-a770-2afc868629b1 req-702370a2-9231-4ef9-a30c-04cb19377d57 service neutron] 10.222.0.22 "GET /v2.0/networks/108ee682-822f-485e-99b1-e4a7ccb079a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124188 Aug 13 04:15:54.823724 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-7829f350-18ff-4ab9-a1e9-3664bd1ea132 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Network e32643c6-8d74-4f65-969e-9aa4ee314bea is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:15:54.828538 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829f350-18ff-4ab9-a1e9-3664bd1ea132 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Pushing event updated for resources: {'Port': ['ID=e80a4d31-ce9d-4967-b1be-c531c54de19d,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:54.828699 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c707b98a-d37a-431d-96be-930e7364cb12 req-549d5103-4851-474d-ba62-05ae98b34502 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667214 Aug 13 04:15:54.831032 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-7829f350-18ff-4ab9-a1e9-3664bd1ea132 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:15:54.833227 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-7829f350-18ff-4ab9-a1e9-3664bd1ea132 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:15:54.836787 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1b3f0-a317-4ab8-8615-0b3a95d01190 req-c5e2f00c-46b1-45ed-9927-612bb9ddf1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:54.838239 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-97c1b3f0-a317-4ab8-8615-0b3a95d01190 req-c5e2f00c-46b1-45ed-9927-612bb9ddf1e3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f3523255-eb2e-4656-814e-91485edd0600 HTTP/1.1" status: 200 len: 858 time: 0.1244147 Aug 13 04:15:54.882856 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:55.040478 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b41350-3815-46f1-a1bd-254457a99a2c req-36c9f311-6a31-4d50-8137-e584df5438ba tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:55.049819 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-37b41350-3815-46f1-a1bd-254457a99a2c req-36c9f311-6a31-4d50-8137-e584df5438ba tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0880270 Aug 13 04:15:55.102079 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-37b41350-3815-46f1-a1bd-254457a99a2c req-90e23204-5dc4-4d5f-bdfd-7f92577818e3 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507631 Aug 13 04:15:55.241502 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-7829f350-18ff-4ab9-a1e9-3664bd1ea132 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:55.242297 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-7829f350-18ff-4ab9-a1e9-3664bd1ea132 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:55.243743 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=0d5aa281-3893-4e0d-b1d8-d726c19daf94,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:55.259798 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4566f-c447-43ef-b3b9-94e643df5091 req-bc109910-ac90-407a-a165-2516fe789a48 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:55.261678 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-97c1b3f0-a317-4ab8-8615-0b3a95d01190 req-df4689c1-4246-47b9-b1c2-2164b926953b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3307ff4a-688d-47d1-ad62-e6cbee1cd9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838230 Aug 13 04:15:55.262023 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d9c4566f-c447-43ef-b3b9-94e643df5091 req-bc109910-ac90-407a-a165-2516fe789a48 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 943 time: 0.0775371 Aug 13 04:15:55.300857 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 55196) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:55.306232 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-1c547fdf-343d-4c69-9462-4ec87c0273e6 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-945284825', 'description': 'tempest-secgroup-smoke-945284825 description', 'project_id': '7da99b58a71342b9b2d6a5ea1451b765'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:55.321371 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d9c4566f-c447-43ef-b3b9-94e643df5091 req-92eb5815-a9e5-4f47-962c-076bc66c11e1 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506625 Aug 13 04:15:55.367563 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c492bb-6112-4a49-8b30-565315cf6045 req-6ec835d3-1ead-481f-8331-105f4555c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:55.373373 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e0c492bb-6112-4a49-8b30-565315cf6045 req-6ec835d3-1ead-481f-8331-105f4555c468 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3086463bb33d461abf911455930d099f&device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 1096 time: 0.1825240 Aug 13 04:15:55.373373 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-97c1b3f0-a317-4ab8-8615-0b3a95d01190 req-36a40565-4b23-4c1c-bb32-973407e9a64f service neutron] 10.222.0.22 "GET /v2.0/networks/3307ff4a-688d-47d1-ad62-e6cbee1cd9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008477 Aug 13 04:15:55.379633 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['0d5aa281-3893-4e0d-b1d8-d726c19daf94'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:15:55.420816 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461410fd-1205-47d9-a3ad-5a2a0765345d req-16adbcd3-9f70-4a21-b48a-eacbb74bc4c9 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:55.422527 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-461410fd-1205-47d9-a3ad-5a2a0765345d req-16adbcd3-9f70-4a21-b48a-eacbb74bc4c9 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 932 time: 0.0543213 Aug 13 04:15:55.436896 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-1f8bc887-2d01-46d7-8c4d-17247f381e7f None None] Provisioning for port e80a4d31-ce9d-4967-b1be-c531c54de19d completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:55.460717 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-1f8bc887-2d01-46d7-8c4d-17247f381e7f None None] Provisioning complete for port e80a4d31-ce9d-4967-b1be-c531c54de19d triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:55.461208 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-1f8bc887-2d01-46d7-8c4d-17247f381e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:55.465484 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] Notify callbacks [] for port, precommit_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:55.483249 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-7829f350-18ff-4ab9-a1e9-3664bd1ea132 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5360463 Aug 13 04:15:55.502373 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-461410fd-1205-47d9-a3ad-5a2a0765345d req-d2fd4616-7f2f-4d2e-a75c-f531efdb332b tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738726 Aug 13 04:15:55.505469 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-de8fbbd3-0b51-416e-b1f3-91b205c5a648 service neutron] Request body: {'port': {'device_id': 'c93634d8-b1ab-425c-bb44-40ce4e8005dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:55.519653 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] Transition to ACTIVE for port object 99a7d170-030e-4c56-bce1-80d88585a2a4 will not be triggered until provisioned by entity L2. {{(pid=94568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:55.522647 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d90111-6362-456f-80ad-6172539db5b1 req-accd79ad-6cee-4384-8c49-9f07cdefafd6 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:55.526396 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-1f8bc887-2d01-46d7-8c4d-17247f381e7f None None] Port e80a4d31-ce9d-4967-b1be-c531c54de19d cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:15:55.526604 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-11d90111-6362-456f-80ad-6172539db5b1 req-accd79ad-6cee-4384-8c49-9f07cdefafd6 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 944 time: 0.0892553 Aug 13 04:15:55.529450 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1c547fdf-343d-4c69-9462-4ec87c0273e6 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:55.596034 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-11d90111-6362-456f-80ad-6172539db5b1 req-297a33a8-6935-40f4-b412-1b722e250340 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527611 Aug 13 04:15:55.608184 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-97c1b3f0-a317-4ab8-8615-0b3a95d01190 req-9e3e3f9e-cc4f-4f47-bc22-eab5f5fbba1b service neutron] 10.222.0.22 "GET /v2.0/networks/3307ff4a-688d-47d1-ad62-e6cbee1cd9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145834 Aug 13 04:15:55.614761 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c492bb-6112-4a49-8b30-565315cf6045 req-52c1a747-4c8d-440d-a912-e8bd453a68fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:55.616175 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e0c492bb-6112-4a49-8b30-565315cf6045 req-52c1a747-4c8d-440d-a912-e8bd453a68fd service neutron] 10.222.0.22 "GET /v2.0/networks?id=108ee682-822f-485e-99b1-e4a7ccb079a2 HTTP/1.1" status: 200 len: 916 time: 0.2239051 Aug 13 04:15:55.617390 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-de8fbbd3-0b51-416e-b1f3-91b205c5a648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:55.620139 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:55.669359 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e0c492bb-6112-4a49-8b30-565315cf6045 req-5c43a277-e937-4c97-9108-6929a2165f5d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 HTTP/1.1" status: 200 len: 217 time: 0.0425432 Aug 13 04:15:55.708752 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1c547fdf-343d-4c69-9462-4ec87c0273e6 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:55.733323 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8608bc-d456-40a9-823e-dfea02571b42 None None] Pushing event updated for resources: {'Port': ['ID=99a7d170-030e-4c56-bce1-80d88585a2a4,revision_number=3']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:55.769458 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] Attempting to bind port 99a7d170-030e-4c56-bce1-80d88585a2a4 on host dv-cinder-759987-6-iscsi for vnic_type normal with profile {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:15:55.769826 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] Attempting to bind port 99a7d170-030e-4c56-bce1-80d88585a2a4 by drivers openvswitch,hyperv on host dv-cinder-759987-6-iscsi at level 0 using segments [{'id': '2760d063-b987-4de2-aca5-4108a0221862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1863f357-1d95-4257-9201-a5ac708b7c01'}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:15:55.770296 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] Attempting to bind port 99a7d170-030e-4c56-bce1-80d88585a2a4 on network 1863f357-1d95-4257-9201-a5ac708b7c01 {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:15:55.772116 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4662ec-d1f7-4713-9a7f-5a8c01c8aa75 req-716bbe20-4787-4ee3-b239-bea87d795b5a tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:55.774502 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1b4662ec-d1f7-4713-9a7f-5a8c01c8aa75 req-716bbe20-4787-4ee3-b239-bea87d795b5a tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0730278 Aug 13 04:15:55.784476 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] Checking agent: {'id': 'e1e4b50b-b79d-46a9-97cc-ce328a52b8e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 5, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:15:55.784476 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] Checking segment: {'id': '2760d063-b987-4de2-aca5-4108a0221862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1863f357-1d95-4257-9201-a5ac708b7c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:15:55.784710 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:55.785008 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] Bound using segment: {'id': '2760d063-b987-4de2-aca5-4108a0221862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1863f357-1d95-4257-9201-a5ac708b7c01'} {{(pid=94568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:15:55.789043 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.managers [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] Bound port: 99a7d170-030e-4c56-bce1-80d88585a2a4, host: dv-cinder-759987-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2760d063-b987-4de2-aca5-4108a0221862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1863f357-1d95-4257-9201-a5ac708b7c01'}}] {{(pid=94568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:15:55.789752 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:55.801223 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1c547fdf-343d-4c69-9462-4ec87c0273e6 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:55.851544 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c547fdf-343d-4c69-9462-4ec87c0273e6 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be8776ce-9994-402c-8cda-6091a1fa46e2,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:55.863267 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c492bb-6112-4a49-8b30-565315cf6045 req-8096aadb-5c83-42d2-a0dd-96dbeb80d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:55.864857 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e0c492bb-6112-4a49-8b30-565315cf6045 req-8096aadb-5c83-42d2-a0dd-96dbeb80d9f9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da0d00db-359e-4944-b69b-81292fbec523 HTTP/1.1" status: 200 len: 854 time: 0.0829036 Aug 13 04:15:55.868270 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] For port 99a7d170-030e-4c56-bce1-80d88585a2a4, host dv-cinder-759987-6-iscsi, cleared binding levels {{(pid=94568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:15:55.872238 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] For port 99a7d170-030e-4c56-bce1-80d88585a2a4, host dv-cinder-759987-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=99a7d170-030e-4c56-bce1-80d88585a2a4,segment=NetworkSegment(2760d063-b987-4de2-aca5-4108a0221862),segment_id=2760d063-b987-4de2-aca5-4108a0221862)] {{(pid=94568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:15:55.877437 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1b4662ec-d1f7-4713-9a7f-5a8c01c8aa75 req-854b078c-9254-4efb-b07b-e631fd6aa9a8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955808 Aug 13 04:15:55.913459 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1c547fdf-343d-4c69-9462-4ec87c0273e6 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:55.916416 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-1c547fdf-343d-4c69-9462-4ec87c0273e6 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6128485 Aug 13 04:15:55.917972 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 55204) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:55.929036 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-df4a490a-05ee-4824-bb5d-541f135dd268 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Request body: {'security_group_rule': {'security_group_id': 'be8776ce-9994-402c-8cda-6091a1fa46e2', 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:55.950760 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c492bb-6112-4a49-8b30-565315cf6045 req-7fcbae1c-e60b-4db2-8b7b-96aa0e039e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:55.950996 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:55.952189 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e0c492bb-6112-4a49-8b30-565315cf6045 req-7fcbae1c-e60b-4db2-8b7b-96aa0e039e7a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=108ee682-822f-485e-99b1-e4a7ccb079a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551910 Aug 13 04:15:56.005594 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b3dda-afb7-4cb4-9ad5-46899f389bfc req-73f468ea-3731-46e0-a406-c2e1ed1eeac4 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:56.007072 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d60b3dda-afb7-4cb4-9ad5-46899f389bfc req-73f468ea-3731-46e0-a406-c2e1ed1eeac4 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0533884 Aug 13 04:15:56.012579 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8608bc-d456-40a9-823e-dfea02571b42 None None] Pushing event updated for resources: {'Port': ['ID=99a7d170-030e-4c56-bce1-80d88585a2a4,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:56.039716 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] Routers {'367a66ed-bb9a-475b-87f0-b0e34fc0a208'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:15:56.040506 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:15:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['367a66ed-bb9a-475b-87f0-b0e34fc0a208'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:56.070707 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-df4a490a-05ee-4824-bb5d-541f135dd268 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:56.122143 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-de8fbbd3-0b51-416e-b1f3-91b205c5a648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80a4d31-ce9d-4967-b1be-c531c54de19d {{(pid=94567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:15:56.151893 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-df4a490a-05ee-4824-bb5d-541f135dd268 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:56.155859 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-de8fbbd3-0b51-416e-b1f3-91b205c5a648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:56.158082 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d60b3dda-afb7-4cb4-9ad5-46899f389bfc req-c7834df6-b541-44d2-9073-a98e440e5904 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119878 Aug 13 04:15:56.164465 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e0c492bb-6112-4a49-8b30-565315cf6045 req-690d9260-f9e2-46c4-8b0c-eabd003d60f0 service neutron] 10.222.0.22 "GET /v2.0/networks/108ee682-822f-485e-99b1-e4a7ccb079a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019305 Aug 13 04:15:56.168267 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] Set router 367a66ed-bb9a-475b-87f0-b0e34fc0a208 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:15:56.189103 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-de8fbbd3-0b51-416e-b1f3-91b205c5a648 service neutron] Transition to ACTIVE for port object e80a4d31-ce9d-4967-b1be-c531c54de19d will not be triggered until provisioned by entity L2. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:15:56.228065 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-df4a490a-05ee-4824-bb5d-541f135dd268 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:56.268640 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-de8fbbd3-0b51-416e-b1f3-91b205c5a648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:56.283574 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a490a-05ee-4824-bb5d-541f135dd268 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10fa84e-5e52-42ff-b704-694bb3e08a4d,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:56.306887 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54e325-d9ac-4a41-a154-3193ae18aa3a req-a88e9283-4715-4529-93f1-7958630ca126 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:56.310990 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0d54e325-d9ac-4a41-a154-3193ae18aa3a req-a88e9283-4715-4529-93f1-7958630ca126 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0934298 Aug 13 04:15:56.355911 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0d54e325-d9ac-4a41-a154-3193ae18aa3a req-e03b060a-ca04-41ac-9702-e0cd0ba1661b tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357816 Aug 13 04:15:56.359722 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-df4a490a-05ee-4824-bb5d-541f135dd268 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:56.365828 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-df4a490a-05ee-4824-bb5d-541f135dd268 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4414802 Aug 13 04:15:56.366532 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 55212) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:56.371572 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-aae25797-d159-4868-a0b6-6c19b8ba8237 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Request body: {'security_group_rule': {'security_group_id': 'be8776ce-9994-402c-8cda-6091a1fa46e2', 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:56.372108 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:15:56.405820 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e0c492bb-6112-4a49-8b30-565315cf6045 req-5e96e249-6cf3-480e-8263-9c6a8149148b service neutron] 10.222.0.22 "GET /v2.0/networks/108ee682-822f-485e-99b1-e4a7ccb079a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284358 Aug 13 04:15:56.426759 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fbbd3-0b51-416e-b1f3-91b205c5a648 service neutron] Pushing event updated for resources: {'Port': ['ID=e80a4d31-ce9d-4967-b1be-c531c54de19d,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:56.501374 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8d2ac-ff32-4a19-bec6-ec45a57a7dd7 req-9eee84e7-a19d-42ae-8695-473b96ba2b84 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:56.509579 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3ae8d2ac-ff32-4a19-bec6-ec45a57a7dd7 req-9eee84e7-a19d-42ae-8695-473b96ba2b84 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 943 time: 0.0680616 Aug 13 04:15:56.518954 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-de8fbbd3-0b51-416e-b1f3-91b205c5a648 service neutron] Attempting to bind port e80a4d31-ce9d-4967-b1be-c531c54de19d on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:15:56.518954 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-de8fbbd3-0b51-416e-b1f3-91b205c5a648 service neutron] Attempting to bind port e80a4d31-ce9d-4967-b1be-c531c54de19d by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': '866cb03e-1dbe-4792-85cf-b95732c5afd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:15:56.518954 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-de8fbbd3-0b51-416e-b1f3-91b205c5a648 service neutron] Attempting to bind port e80a4d31-ce9d-4967-b1be-c531c54de19d on network e32643c6-8d74-4f65-969e-9aa4ee314bea {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:15:56.518954 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-de8fbbd3-0b51-416e-b1f3-91b205c5a648 service neutron] Port e80a4d31-ce9d-4967-b1be-c531c54de19d on network e32643c6-8d74-4f65-969e-9aa4ee314bea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:15:56.518954 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-de8fbbd3-0b51-416e-b1f3-91b205c5a648 service neutron] Attempting to bind port e80a4d31-ce9d-4967-b1be-c531c54de19d on network e32643c6-8d74-4f65-969e-9aa4ee314bea {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:15:56.522918 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-de8fbbd3-0b51-416e-b1f3-91b205c5a648 service neutron] Checking agent: {'id': '0c202f7d-8fe9-4513-921d-f16665c9f5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'started_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:15:56.523261 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-de8fbbd3-0b51-416e-b1f3-91b205c5a648 service neutron] Checking segment: {'id': '866cb03e-1dbe-4792-85cf-b95732c5afd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:15:56.523649 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-de8fbbd3-0b51-416e-b1f3-91b205c5a648 service neutron] Bound using segment: {'id': '866cb03e-1dbe-4792-85cf-b95732c5afd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:15:56.524075 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-de8fbbd3-0b51-416e-b1f3-91b205c5a648 service neutron] Bound port: e80a4d31-ce9d-4967-b1be-c531c54de19d, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866cb03e-1dbe-4792-85cf-b95732c5afd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:15:56.524463 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-de8fbbd3-0b51-416e-b1f3-91b205c5a648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:56.531263 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-aae25797-d159-4868-a0b6-6c19b8ba8237 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:56.547458 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=4cd769d3-ef7c-45d4-b270-29b6e0a2bb11,segment=NetworkSegment(94686359-6cdf-4305-8bcb-ff635918700f),segment_id=94686359-6cdf-4305-8bcb-ff635918700f)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:56.567972 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': '4cd769d3-ef7c-45d4-b270-29b6e0a2bb11', 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2', 'port_id': '4cd769d3-ef7c-45d4-b270-29b6e0a2bb11', 'mac_address': 'fa:16:3e:60:56:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0d00db-359e-4944-b69b-81292fbec523', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:15:56.583181 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3ae8d2ac-ff32-4a19-bec6-ec45a57a7dd7 req-876aa2a9-ea6a-48a7-acd3-a9c70d2745dd tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725307 Aug 13 04:15:56.617165 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367a66ed-bb9a-475b-87f0-b0e34fc0a208', 'name': 'tempest-TestVolumeBootPattern-465701813-router', 'tenant_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '2c871250-788c-4926-a572-255068b43299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:45Z', 'updated_at': '2021-08-13T04:15:51Z', 'revision_number': 4, 'project_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'gw_port': {'id': '2c871250-788c-4926-a572-255068b43299', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367a66ed-bb9a-475b-87f0-b0e34fc0a208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:46Z', 'updated_at': '2021-08-13T04:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': '99a7d170-030e-4c56-bce1-80d88585a2a4', 'name': '', 'network_id': '1863f357-1d95-4257-9201-a5ac708b7c01', 'tenant_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'mac_address': 'fa:16:3e:34:2c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367a66ed-bb9a-475b-87f0-b0e34fc0a208', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '7912bbb6-ab92-423e-a61b-1a096b40c3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:50Z', 'updated_at': '2021-08-13T04:15:55Z', 'revision_number': 4, 'project_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'subnets': [{'id': '7912bbb6-ab92-423e-a61b-1a096b40c3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:15:56.635663 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-de8fbbd3-0b51-416e-b1f3-91b205c5a648 service neutron] For port e80a4d31-ce9d-4967-b1be-c531c54de19d, host hv-cinder-75998, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:15:56.636063 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-aae25797-d159-4868-a0b6-6c19b8ba8237 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:56.639310 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-de8fbbd3-0b51-416e-b1f3-91b205c5a648 service neutron] For port e80a4d31-ce9d-4967-b1be-c531c54de19d, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=e80a4d31-ce9d-4967-b1be-c531c54de19d,segment=NetworkSegment(866cb03e-1dbe-4792-85cf-b95732c5afd6),segment_id=866cb03e-1dbe-4792-85cf-b95732c5afd6)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:15:56.659065 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6248b6c-49ae-4a4a-beb7-af4c441dc648 None None] The sync data for ids ['367a66ed-bb9a-475b-87f0-b0e34fc0a208'] in dv-cinder-759987-6-iscsi is: [{'id': '367a66ed-bb9a-475b-87f0-b0e34fc0a208', 'name': 'tempest-TestVolumeBootPattern-465701813-router', 'tenant_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '2c871250-788c-4926-a572-255068b43299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:45Z', 'updated_at': '2021-08-13T04:15:51Z', 'revision_number': 4, 'project_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'gw_port': {'id': '2c871250-788c-4926-a572-255068b43299', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367a66ed-bb9a-475b-87f0-b0e34fc0a208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:46Z', 'updated_at': '2021-08-13T04:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': '99a7d170-030e-4c56-bce1-80d88585a2a4', 'name': '', 'network_id': '1863f357-1d95-4257-9201-a5ac708b7c01', 'tenant_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'mac_address': 'fa:16:3e:34:2c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367a66ed-bb9a-475b-87f0-b0e34fc0a208', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '7912bbb6-ab92-423e-a61b-1a096b40c3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:50Z', 'updated_at': '2021-08-13T04:15:55Z', 'revision_number': 4, 'project_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'subnets': [{'id': '7912bbb6-ab92-423e-a61b-1a096b40c3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:15:56.670584 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:56.678793 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a524b5b-259e-4dba-ba4e-6c674e6b7544 req-86c7fc11-197c-4257-abc7-a286369d0e37 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:56.680727 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9a524b5b-259e-4dba-ba4e-6c674e6b7544 req-86c7fc11-197c-4257-abc7-a286369d0e37 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 944 time: 0.0573120 Aug 13 04:15:56.685462 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:15:56.697289 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-aae25797-d159-4868-a0b6-6c19b8ba8237 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:56.702945 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-de8fbbd3-0b51-416e-b1f3-91b205c5a648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:56.725335 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-de8fbbd3-0b51-416e-b1f3-91b205c5a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:56.731738 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-de8fbbd3-0b51-416e-b1f3-91b205c5a648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:56.731738 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-de8fbbd3-0b51-416e-b1f3-91b205c5a648 service neutron] 10.222.0.22 "PUT /v2.0/ports/e80a4d31-ce9d-4967-b1be-c531c54de19d HTTP/1.1" status: 200 len: 1094 time: 1.2258573 Aug 13 04:15:56.731738 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93634d8-b1ab-425c-bb44-40ce4e8005dd', 'tag': 'e80a4d31-ce9d-4967-b1be-c531c54de19d'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:15:56.731738 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01081464-e74d-4505-a018-211f75bef150" -d '{"events": [{"name": "network-changed", "server_uuid": "c93634d8-b1ab-425c-bb44-40ce4e8005dd", "tag": "e80a4d31-ce9d-4967-b1be-c531c54de19d"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:15:56.735399 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=4cd769d3-ef7c-45d4-b270-29b6e0a2bb11,segment=NetworkSegment(94686359-6cdf-4305-8bcb-ff635918700f),segment_id=94686359-6cdf-4305-8bcb-ff635918700f)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:56.782249 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae25797-d159-4868-a0b6-6c19b8ba8237 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2aa3a75-7003-464f-8773-cebc58a155e9,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:56.799639 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:56.814105 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fbbd3-0b51-416e-b1f3-91b205c5a648 service neutron] Pushing event updated for resources: {'Port': ['ID=e80a4d31-ce9d-4967-b1be-c531c54de19d,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:56.833408 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9a524b5b-259e-4dba-ba4e-6c674e6b7544 req-6a23863c-8510-4951-ae6e-3cad277523b0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458554 Aug 13 04:15:56.852658 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcbacb2-64e7-429d-9586-ac5becd74ad7 req-ca9d4d37-58dc-494f-80d8-9e0b180c0e50 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:56.870732 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9bcbacb2-64e7-429d-9586-ac5becd74ad7 req-ca9d4d37-58dc-494f-80d8-9e0b180c0e50 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 944 time: 0.1738820 Aug 13 04:15:56.886468 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-aae25797-d159-4868-a0b6-6c19b8ba8237 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:56.890208 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-aae25797-d159-4868-a0b6-6c19b8ba8237 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5202794 Aug 13 04:15:56.891254 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 55220) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:56.895805 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-426dc329-a3ea-4f34-9a0b-bc52146d2802 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Request body: {'security_group_rule': {'security_group_id': 'be8776ce-9994-402c-8cda-6091a1fa46e2', 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:56.909852 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=4cd769d3-ef7c-45d4-b270-29b6e0a2bb11,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:56.937848 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2aa084-fe1c-4fd7-9ca5-9844a46fd9d2 x-openstack-request-id: req-5b2aa084-fe1c-4fd7-9ca5-9844a46fd9d2 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:15:56.938346 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93634d8-b1ab-425c-bb44-40ce4e8005dd", "tag": "e80a4d31-ce9d-4967-b1be-c531c54de19d", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:15:56.939068 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b2aa084-fe1c-4fd7-9ca5-9844a46fd9d2 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:15:56.939068 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93634d8-b1ab-425c-bb44-40ce4e8005dd', 'tag': 'e80a4d31-ce9d-4967-b1be-c531c54de19d', 'status': 'completed', 'code': 200} Aug 13 04:15:56.953369 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-7d10b626-3dc7-4763-ab75-3cadc113e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:56.955621 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-7d10b626-3dc7-4763-ab75-3cadc113e637 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6d4c8f932bf49dca555a79eae4efd63&device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 1097 time: 0.0774364 Aug 13 04:15:56.968751 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9bcbacb2-64e7-429d-9586-ac5becd74ad7 req-4e65f062-2d04-4604-965e-cd215d966d85 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863178 Aug 13 04:15:57.006738 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-4ef39f26-ca8e-42a0-b001-a171b7d97f8b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e80a4d31-ce9d-4967-b1be-c531c54de19d HTTP/1.1" status: 200 len: 217 time: 0.0409560 Aug 13 04:15:57.040572 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-426dc329-a3ea-4f34-9a0b-bc52146d2802 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:57.066784 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-49847b8f-af75-4c08-b0b4-febdaaf9262c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:57.068512 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-49847b8f-af75-4c08-b0b4-febdaaf9262c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8b52e372-55dc-4bbf-8fbc-e314efb4eadd HTTP/1.1" status: 200 len: 848 time: 0.0542729 Aug 13 04:15:57.111221 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8558f-7338-4ea8-8229-d19aae75774b req-a0b02a64-80f0-4f42-b94b-f5f0932d63be tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:57.111221 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-82a8558f-7338-4ea8-8229-d19aae75774b req-a0b02a64-80f0-4f42-b94b-f5f0932d63be tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.1027272 Aug 13 04:15:57.124660 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-271be63f-a370-4e98-ad58-afeebfa28162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:57.126461 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-271be63f-a370-4e98-ad58-afeebfa28162 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e32643c6-8d74-4f65-969e-9aa4ee314bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493486 Aug 13 04:15:57.142592 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['4cd769d3-ef7c-45d4-b270-29b6e0a2bb11'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:15:57.158777 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-426dc329-a3ea-4f34-9a0b-bc52146d2802 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:57.181221 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-82a8558f-7338-4ea8-8229-d19aae75774b req-dbf677fc-5b08-4ebc-a2f0-fdd12e318111 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685527 Aug 13 04:15:57.231028 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-4b2599e4-2a51-45e3-8573-7a7c78db65fc service neutron] 10.222.0.22 "GET /v2.0/networks/e32643c6-8d74-4f65-969e-9aa4ee314bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963144 Aug 13 04:15:57.291328 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-426dc329-a3ea-4f34-9a0b-bc52146d2802 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:57.307115 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426dc329-a3ea-4f34-9a0b-bc52146d2802 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=804e2a60-7ffd-407f-b530-3cb46cbef736,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:57.339461 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b04c8a83-7919-4a12-ad31-24714c4ed24b req-b4ea07c9-edaf-4e2a-b5bd-c40e408a8d5d service neutron] 10.222.0.22 "GET /v2.0/networks/e32643c6-8d74-4f65-969e-9aa4ee314bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998480 Aug 13 04:15:57.388211 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-426dc329-a3ea-4f34-9a0b-bc52146d2802 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:57.389511 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-426dc329-a3ea-4f34-9a0b-bc52146d2802 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4974568 Aug 13 04:15:57.392401 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 55224) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:57.397272 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-38defce6-59a7-44ec-a4ec-ff9c0d3d2d93 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Request body: {'security_group_rule': {'security_group_id': 'be8776ce-9994-402c-8cda-6091a1fa46e2', 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:57.496550 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-38defce6-59a7-44ec-a4ec-ff9c0d3d2d93 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:57.534349 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01081464-e74d-4505-a018-211f75bef150 req-4452a378-fb52-4bcf-b850-35f574fc7df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:57.535998 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-01081464-e74d-4505-a018-211f75bef150 req-4452a378-fb52-4bcf-b850-35f574fc7df7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6d4c8f932bf49dca555a79eae4efd63&device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 1097 time: 0.0752978 Aug 13 04:15:57.539722 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc81dac-f38c-433a-b1d0-e8c08b89dcfa req-44d5f78b-00ca-465f-b8f9-8fffe3e6b994 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:57.541251 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5cc81dac-f38c-433a-b1d0-e8c08b89dcfa req-44d5f78b-00ca-465f-b8f9-8fffe3e6b994 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0527737 Aug 13 04:15:57.589068 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5cc81dac-f38c-433a-b1d0-e8c08b89dcfa req-b76e0322-5463-4b08-8fb3-01106b7d290a tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376959 Aug 13 04:15:57.608784 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-38defce6-59a7-44ec-a4ec-ff9c0d3d2d93 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:57.657522 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01081464-e74d-4505-a018-211f75bef150 req-7849ee5e-a44c-4243-a7e6-3bde4a4446c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:57.659918 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-01081464-e74d-4505-a018-211f75bef150 req-7849ee5e-a44c-4243-a7e6-3bde4a4446c9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e32643c6-8d74-4f65-969e-9aa4ee314bea HTTP/1.1" status: 200 len: 910 time: 0.1141083 Aug 13 04:15:57.691116 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-38defce6-59a7-44ec-a4ec-ff9c0d3d2d93 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:57.713136 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179fd11-0d9b-4ef1-8fc8-ae99cc48c9d7 req-3cf6b800-32b1-4db5-8029-9f0f9302a74a tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:57.715257 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c179fd11-0d9b-4ef1-8fc8-ae99cc48c9d7 req-3cf6b800-32b1-4db5-8029-9f0f9302a74a tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 944 time: 0.0543606 Aug 13 04:15:57.733021 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-01081464-e74d-4505-a018-211f75bef150 req-e222ebcb-ed6f-47a4-9e0f-7ff8627755b8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e80a4d31-ce9d-4967-b1be-c531c54de19d HTTP/1.1" status: 200 len: 217 time: 0.0513449 Aug 13 04:15:57.740078 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38defce6-59a7-44ec-a4ec-ff9c0d3d2d93 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4610850b-e055-4fdb-b0b0-648c13dafaa4,revision_number=0']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:57.756399 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c179fd11-0d9b-4ef1-8fc8-ae99cc48c9d7 req-dcfe69ac-d9f3-4814-beb1-020eda78cbbd tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346558 Aug 13 04:15:57.790052 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01081464-e74d-4505-a018-211f75bef150 req-57970f6b-7db9-4fb4-bb45-c36789c0b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:57.791561 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-01081464-e74d-4505-a018-211f75bef150 req-57970f6b-7db9-4fb4-bb45-c36789c0b9a6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8b52e372-55dc-4bbf-8fbc-e314efb4eadd HTTP/1.1" status: 200 len: 848 time: 0.0459619 Aug 13 04:15:57.809962 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-38defce6-59a7-44ec-a4ec-ff9c0d3d2d93 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:57.813771 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-38defce6-59a7-44ec-a4ec-ff9c0d3d2d93 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4176621 Aug 13 04:15:57.814563 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 55230) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:57.819659 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-efb7b0c8-49d4-4efd-bd6a-6b2a0772631e tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Request body: {'security_group_rule': {'security_group_id': 'be8776ce-9994-402c-8cda-6091a1fa46e2', 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:57.845886 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01081464-e74d-4505-a018-211f75bef150 req-cbab1e30-3e93-470f-850a-6ab385c9fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:57.847388 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-01081464-e74d-4505-a018-211f75bef150 req-cbab1e30-3e93-470f-850a-6ab385c9fdf2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e32643c6-8d74-4f65-969e-9aa4ee314bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471694 Aug 13 04:15:57.907935 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.db.securitygroups_db [None req-efb7b0c8-49d4-4efd-bd6a-6b2a0772631e tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Project 7da99b58a71342b9b2d6a5ea1451b765 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 04:15:57.913402 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-efb7b0c8-49d4-4efd-bd6a-6b2a0772631e tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:57.942664 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-01081464-e74d-4505-a018-211f75bef150 req-d7ebfba4-fd4b-45a3-ac2c-227c9be0715c service neutron] 10.222.0.22 "GET /v2.0/networks/e32643c6-8d74-4f65-969e-9aa4ee314bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866022 Aug 13 04:15:58.005171 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35d333-b07b-40c9-b152-a5c85bb5b745 req-8ad25f53-c1de-4dd6-b810-7e276faa32c2 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:58.006821 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3f35d333-b07b-40c9-b152-a5c85bb5b745 req-8ad25f53-c1de-4dd6-b810-7e276faa32c2 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 944 time: 0.0889890 Aug 13 04:15:58.020232 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-efb7b0c8-49d4-4efd-bd6a-6b2a0772631e tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:58.057251 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-01081464-e74d-4505-a018-211f75bef150 req-c2db3c1e-1af8-408d-9fdc-c859023d6b97 service neutron] 10.222.0.22 "GET /v2.0/networks/e32643c6-8d74-4f65-969e-9aa4ee314bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000004 Aug 13 04:15:58.084173 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3f35d333-b07b-40c9-b152-a5c85bb5b745 req-ea0fdefd-79d6-493f-bd58-d2ac19101ec2 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677319 Aug 13 04:15:58.097108 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e100f-0fab-4d3e-a6c5-041a310d6495 req-8e77369f-d0d5-4869-9aeb-d4cfc484fc34 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:58.098585 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-150e100f-0fab-4d3e-a6c5-041a310d6495 req-8e77369f-d0d5-4869-9aeb-d4cfc484fc34 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 944 time: 0.0649593 Aug 13 04:15:58.099757 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-efb7b0c8-49d4-4efd-bd6a-6b2a0772631e tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:58.130661 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7b0c8-49d4-4efd-bd6a-6b2a0772631e tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a8a37c-e521-422c-8d8b-54771fa60fac,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:58.155988 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-150e100f-0fab-4d3e-a6c5-041a310d6495 req-6f94bb92-5353-4029-a400-cbbfa0a33608 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508981 Aug 13 04:15:58.222273 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-efb7b0c8-49d4-4efd-bd6a-6b2a0772631e tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:58.223636 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-efb7b0c8-49d4-4efd-bd6a-6b2a0772631e tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4080918 Aug 13 04:15:58.226298 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 55238) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:15:58.230995 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-01c53398-77ef-435f-b508-9afec08c6b2f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Request body: {'security_group_rule': {'security_group_id': 'be8776ce-9994-402c-8cda-6091a1fa46e2', 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:15:58.300524 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a82fad-0c51-4e6d-ad4d-18d8bf906a39 req-23ec4c71-479f-40a7-b119-23822328d483 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:58.302006 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-65a82fad-0c51-4e6d-ad4d-18d8bf906a39 req-23ec4c71-479f-40a7-b119-23822328d483 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0563011 Aug 13 04:15:58.337501 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.db.securitygroups_db [None req-01c53398-77ef-435f-b508-9afec08c6b2f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Project 7da99b58a71342b9b2d6a5ea1451b765 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 04:15:58.344573 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-65a82fad-0c51-4e6d-ad4d-18d8bf906a39 req-5367736c-6b95-4b32-8bda-239e7945ca7d tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364227 Aug 13 04:15:58.345904 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-01c53398-77ef-435f-b508-9afec08c6b2f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:58.367332 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:58.422112 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-01c53398-77ef-435f-b508-9afec08c6b2f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:58.485217 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning for port 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:58.489291 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:58.489813 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:58.496768 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-01c53398-77ef-435f-b508-9afec08c6b2f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:58.517579 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c53398-77ef-435f-b508-9afec08c6b2f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21dc2f7e-c76c-4773-aad5-bb2aeb7280c5,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:58.522995 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 99a7d170-030e-4c56-bce1-80d88585a2a4 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:58.581871 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-01c53398-77ef-435f-b508-9afec08c6b2f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:58.583334 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-01c53398-77ef-435f-b508-9afec08c6b2f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3561018 Aug 13 04:15:58.620686 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:58.646196 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76f92f9-dc85-4700-857a-67426fae0569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd769d3-ef7c-45d4-b270-29b6e0a2bb11'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:15:58.649062 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaffb28d-0dd2-4602-8c97-71260462df9a" -d '{"events": [{"server_uuid": "f76f92f9-dc85-4700-857a-67426fae0569", "name": "network-vif-plugged", "status": "completed", "tag": "4cd769d3-ef7c-45d4-b270-29b6e0a2bb11"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:15:58.663461 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=4cd769d3-ef7c-45d4-b270-29b6e0a2bb11,segment=NetworkSegment(94686359-6cdf-4305-8bcb-ff635918700f),segment_id=94686359-6cdf-4305-8bcb-ff635918700f)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:58.673757 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning for port 99a7d170-030e-4c56-bce1-80d88585a2a4 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:58.683601 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 99a7d170-030e-4c56-bce1-80d88585a2a4 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:58.683601 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:58.724134 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab616c3b-e2e9-48d3-853d-1fc5d1c89e96 req-c1e67ebb-ecf6-4a74-9005-3886b394ed99 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:58.725685 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ab616c3b-e2e9-48d3-853d-1fc5d1c89e96 req-c1e67ebb-ecf6-4a74-9005-3886b394ed99 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0507271 Aug 13 04:15:58.770036 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:58.773207 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:58.774712 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 0d5aa281-3893-4e0d-b1d8-d726c19daf94 up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:15:58.787657 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366bb719-3bfb-4380-a7b7-6f8d7f7babd9 x-openstack-request-id: req-366bb719-3bfb-4380-a7b7-6f8d7f7babd9 {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:15:58.787944 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76f92f9-dc85-4700-857a-67426fae0569", "name": "network-vif-plugged", "status": "completed", "tag": "4cd769d3-ef7c-45d4-b270-29b6e0a2bb11", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:15:58.788361 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-366bb719-3bfb-4380-a7b7-6f8d7f7babd9 {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:15:58.788768 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76f92f9-dc85-4700-857a-67426fae0569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd769d3-ef7c-45d4-b270-29b6e0a2bb11', 'code': 200} Aug 13 04:15:58.789191 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ab616c3b-e2e9-48d3-853d-1fc5d1c89e96 req-7092b623-aa56-422b-afcc-12a23da9943f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557461 Aug 13 04:15:58.925055 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] For port 99a7d170-030e-4c56-bce1-80d88585a2a4, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=99a7d170-030e-4c56-bce1-80d88585a2a4,segment=NetworkSegment(2760d063-b987-4de2-aca5-4108a0221862),segment_id=2760d063-b987-4de2-aca5-4108a0221862)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:58.925997 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede74ddc-8282-4bc7-8ee4-403478c01b0f req-c6087110-2429-44ea-82b2-4c9cb1c832bf tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:58.928876 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=4cd769d3-ef7c-45d4-b270-29b6e0a2bb11,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:58.934528 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ede74ddc-8282-4bc7-8ee4-403478c01b0f req-c6087110-2429-44ea-82b2-4c9cb1c832bf tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 945 time: 0.0729978 Aug 13 04:15:58.980883 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ede74ddc-8282-4bc7-8ee4-403478c01b0f req-9276ad97-b8e6-4555-9873-20cdbd2ae7a9 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453811 Aug 13 04:15:58.982456 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:59.026918 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning for port 0d5aa281-3893-4e0d-b1d8-d726c19daf94 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:15:59.035683 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port 0d5aa281-3893-4e0d-b1d8-d726c19daf94 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:15:59.036052 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:59.040479 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Pushing event updated for resources: {'Port': ['ID=99a7d170-030e-4c56-bce1-80d88585a2a4,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:59.121031 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:59.164441 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 0d5aa281-3893-4e0d-b1d8-d726c19daf94, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=0d5aa281-3893-4e0d-b1d8-d726c19daf94,segment=NetworkSegment(6fcbf172-e9bd-487d-9c86-96b54fe5005f),segment_id=6fcbf172-e9bd-487d-9c86-96b54fe5005f)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:15:59.194839 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1f300-9c60-4961-888c-0d600c917f7d req-1f99b561-ed5b-470f-8467-8d4bbb37ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:59.196420 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-35a1f300-9c60-4961-888c-0d600c917f7d req-1f99b561-ed5b-470f-8467-8d4bbb37ec06 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 1098 time: 0.0414784 Aug 13 04:15:59.228193 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44a8d6-d043-43da-a7e0-e2c0621b70c7 req-c71c7860-041e-4376-a352-8439858e1bd5 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:59.231604 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9b44a8d6-d043-43da-a7e0-e2c0621b70c7 req-c71c7860-041e-4376-a352-8439858e1bd5 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 944 time: 0.0753505 Aug 13 04:15:59.239575 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:59.240907 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-35a1f300-9c60-4961-888c-0d600c917f7d req-fc077615-09d5-4240-bc69-2266fe41e883 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312498 Aug 13 04:15:59.293954 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=0d5aa281-3893-4e0d-b1d8-d726c19daf94,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:15:59.308000 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9b44a8d6-d043-43da-a7e0-e2c0621b70c7 req-6d146836-6962-4887-8fbd-8105e5fbf3b8 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677960 Aug 13 04:15:59.318971 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e07fe-3ad2-4e4e-a164-61c3fac4e108 req-874e3bdc-ed78-4c67-8e54-b3c2c470216c tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:59.320603 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1b7e07fe-3ad2-4e4e-a164-61c3fac4e108 req-874e3bdc-ed78-4c67-8e54-b3c2c470216c tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 945 time: 0.0829875 Aug 13 04:15:59.361743 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1b7e07fe-3ad2-4e4e-a164-61c3fac4e108 req-23c073b9-434f-4c58-8246-38086868c171 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307152 Aug 13 04:15:59.921195 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0877e0-5d55-4070-be19-31d6c8d62e34 req-c738dddf-d2d2-4c31-908b-5d07e2ff8bdd tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:15:59.923100 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ba0877e0-5d55-4070-be19-31d6c8d62e34 req-c738dddf-d2d2-4c31-908b-5d07e2ff8bdd tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0549989 Aug 13 04:15:59.967641 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ba0877e0-5d55-4070-be19-31d6c8d62e34 req-a885cbac-8d48-45f2-9546-090c224ec806 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361667 Aug 13 04:16:00.102536 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b53b7d-90e1-4049-adb4-4776c982f79c req-7b1c6bd8-03d0-4a93-8e5f-99a966afea77 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:00.104033 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-22b53b7d-90e1-4049-adb4-4776c982f79c req-7b1c6bd8-03d0-4a93-8e5f-99a966afea77 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 945 time: 0.0530572 Aug 13 04:16:00.145344 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-22b53b7d-90e1-4049-adb4-4776c982f79c req-35260a42-94e9-4926-a365-9dad1ffd541b tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350292 Aug 13 04:16:00.428662 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a027e4-c27f-45b4-95f3-b0017b3c4d42 req-c841eacc-f567-4dbb-a2c8-eb742876da08 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:00.430197 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-06a027e4-c27f-45b4-95f3-b0017b3c4d42 req-c841eacc-f567-4dbb-a2c8-eb742876da08 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 944 time: 0.0540905 Aug 13 04:16:00.475502 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 99a7d170-030e-4c56-bce1-80d88585a2a4 up at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:16:00.533581 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Provisioning complete for port 99a7d170-030e-4c56-bce1-80d88585a2a4 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:16:00.533955 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:00.736830 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-06a027e4-c27f-45b4-95f3-b0017b3c4d42 req-9a544c05-6a36-482b-9455-fc065007131d tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936447 Aug 13 04:16:00.744682 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc656cd9-315c-4408-a85b-aebe99ce38ca req-09f159aa-cce9-4ace-a4ca-9072058daf8a tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:00.746229 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bc656cd9-315c-4408-a85b-aebe99ce38ca req-09f159aa-cce9-4ace-a4ca-9072058daf8a tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 945 time: 0.3143528 Aug 13 04:16:00.786161 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bc656cd9-315c-4408-a85b-aebe99ce38ca req-fc470f41-5702-40a1-b58c-75c12fcd6809 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330815 Aug 13 04:16:00.790368 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a802816e-1204-45b9-83df-e0fbe5529f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5aa281-3893-4e0d-b1d8-d726c19daf94'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:16:00.793693 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300c09eb-1d13-4bfe-8b13-a11bf6612751" -d '{"events": [{"server_uuid": "a802816e-1204-45b9-83df-e0fbe5529f2f", "name": "network-vif-plugged", "status": "completed", "tag": "0d5aa281-3893-4e0d-b1d8-d726c19daf94"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:16:00.830014 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fec7a4-90ea-4f54-9ad3-9858433fc03f x-openstack-request-id: req-14fec7a4-90ea-4f54-9ad3-9858433fc03f {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:16:00.830298 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a802816e-1204-45b9-83df-e0fbe5529f2f", "name": "network-vif-plugged", "status": "completed", "tag": "0d5aa281-3893-4e0d-b1d8-d726c19daf94", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:16:00.830542 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14fec7a4-90ea-4f54-9ad3-9858433fc03f {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:16:00.830922 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a802816e-1204-45b9-83df-e0fbe5529f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5aa281-3893-4e0d-b1d8-d726c19daf94', 'code': 200} Aug 13 04:16:01.105493 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ae16c-e152-45f3-884a-6d9c4fe2e62f req-4682582b-7f1a-4fad-bae0-b6c3e83d94b0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:01.107551 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ea1ae16c-e152-45f3-884a-6d9c4fe2e62f req-4682582b-7f1a-4fad-bae0-b6c3e83d94b0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0584779 Aug 13 04:16:01.125847 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0074cd4-258e-4b51-bf8c-af05d0690913 req-6b283d8e-b37e-49eb-b4cd-4671bc6b324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:01.127377 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-f0074cd4-258e-4b51-bf8c-af05d0690913 req-6b283d8e-b37e-49eb-b4cd-4671bc6b324e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 1098 time: 0.0532618 Aug 13 04:16:01.159901 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ea1ae16c-e152-45f3-884a-6d9c4fe2e62f req-fe55ba0a-3e00-448e-9a78-6c4f137b3e00 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449598 Aug 13 04:16:01.191593 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-f0074cd4-258e-4b51-bf8c-af05d0690913 req-416d9200-201c-45c9-afb8-0663dd7bed92 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559101 Aug 13 04:16:01.268399 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308f9ef-b92a-41d0-b72b-2efcb8eca79b req-253488c8-ed81-4bac-b9ef-67280a375fd9 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:01.269935 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2308f9ef-b92a-41d0-b72b-2efcb8eca79b req-253488c8-ed81-4bac-b9ef-67280a375fd9 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 945 time: 0.0525453 Aug 13 04:16:01.308765 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2308f9ef-b92a-41d0-b72b-2efcb8eca79b req-e4f5b6a1-d28a-4f3a-8d21-8f87ad9eeeb0 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322146 Aug 13 04:16:01.434368 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb704ef-2ba5-47e0-894e-c6051e46d0c2 req-f5ace354-0624-4f6c-b6a9-c2ed2f8f9de1 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:01.436057 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ffb704ef-2ba5-47e0-894e-c6051e46d0c2 req-f5ace354-0624-4f6c-b6a9-c2ed2f8f9de1 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 945 time: 0.0609519 Aug 13 04:16:01.475604 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ffb704ef-2ba5-47e0-894e-c6051e46d0c2 req-ad0ad24e-6399-46cd-9e15-a57348553ff4 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327392 Aug 13 04:16:01.806490 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5299fb-0bfe-4086-8250-d58ad62e94b5 req-b2fe325d-7d59-4b93-8dbc-afc719bbd706 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:01.808012 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5b5299fb-0bfe-4086-8250-d58ad62e94b5 req-b2fe325d-7d59-4b93-8dbc-afc719bbd706 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 945 time: 0.0499105 Aug 13 04:16:01.879874 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5b5299fb-0bfe-4086-8250-d58ad62e94b5 req-76306ccd-b7d9-4dd1-b3c4-f820d0782b4b tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625720 Aug 13 04:16:01.888466 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fefa13-eebc-4e58-b6ef-e8fde94f774d req-a3c63e09-92c8-48be-9c3e-b5c305999c88 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:01.890196 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-37fefa13-eebc-4e58-b6ef-e8fde94f774d req-a3c63e09-92c8-48be-9c3e-b5c305999c88 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 944 time: 0.0812695 Aug 13 04:16:01.936403 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-37fefa13-eebc-4e58-b6ef-e8fde94f774d req-9c4ba646-4fa2-4eb2-a90a-096db42a780d tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394397 Aug 13 04:16:01.998705 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72850dd3-c9f5-4291-80a3-0cc1c4ce5b16 req-d3fa4429-3645-444b-a3bf-25451b3091bb tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:02.000626 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-72850dd3-c9f5-4291-80a3-0cc1c4ce5b16 req-d3fa4429-3645-444b-a3bf-25451b3091bb tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 945 time: 0.0582120 Aug 13 04:16:02.038689 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-72850dd3-c9f5-4291-80a3-0cc1c4ce5b16 req-d9846cae-9c8a-4d65-8ad3-a7291136fe74 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317199 Aug 13 04:16:02.277190 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e8b05-5a1c-4eb4-a941-c4eaf3955731 req-85f4a702-41bf-4609-bede-aa15fb67b250 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:02.278680 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8e1e8b05-5a1c-4eb4-a941-c4eaf3955731 req-85f4a702-41bf-4609-bede-aa15fb67b250 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0488977 Aug 13 04:16:02.325876 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8e1e8b05-5a1c-4eb4-a941-c4eaf3955731 req-077c68e9-c310-4dbb-91b3-3aa9437d5c12 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406768 Aug 13 04:16:03.053358 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a2cf6-7353-4056-932d-2ac6d1a56a04 req-8b5316ed-8e0f-48da-9285-33b3d5df6672 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:03.054842 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-006a2cf6-7353-4056-932d-2ac6d1a56a04 req-8b5316ed-8e0f-48da-9285-33b3d5df6672 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 944 time: 0.0490987 Aug 13 04:16:03.093759 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-006a2cf6-7353-4056-932d-2ac6d1a56a04 req-f3f16043-8b98-43e8-9dc7-2beb3de8d4a7 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321484 Aug 13 04:16:03.161807 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3713d18-f77e-4028-a362-414be16965c4 req-93b4f800-daa3-41b4-bc50-d206057bd3f0 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:03.163280 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e3713d18-f77e-4028-a362-414be16965c4 req-93b4f800-daa3-41b4-bc50-d206057bd3f0 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 945 time: 0.0516119 Aug 13 04:16:03.200870 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e3713d18-f77e-4028-a362-414be16965c4 req-6724b7f8-3e96-4069-b1e4-deef4a6a1738 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308280 Aug 13 04:16:03.455441 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf5696-be1c-4110-b6e4-6e6d0beee97d req-7878d669-3018-4854-ac8f-977a4f57291f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:03.457103 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c1bf5696-be1c-4110-b6e4-6e6d0beee97d req-7878d669-3018-4854-ac8f-977a4f57291f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0567179 Aug 13 04:16:03.499321 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c1bf5696-be1c-4110-b6e4-6e6d0beee97d req-f753bc61-7af5-4956-90d7-e54f30007855 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357893 Aug 13 04:16:04.187583 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2976dbf-c356-414f-851c-e92fa07f1bcf req-c6424474-280f-4ac6-a510-fb9348da09ed tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:04.189179 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f2976dbf-c356-414f-851c-e92fa07f1bcf req-c6424474-280f-4ac6-a510-fb9348da09ed tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0503986 Aug 13 04:16:04.227269 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f2976dbf-c356-414f-851c-e92fa07f1bcf req-b72b7560-f533-4929-bfcf-5c4bf9f38610 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318873 Aug 13 04:16:04.329249 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be609bd-c236-4b8d-b78b-9f046d07ab8c req-91f9ca0c-4d8e-42b6-b3c1-b1fbad9facd5 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:04.330634 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4be609bd-c236-4b8d-b78b-9f046d07ab8c req-91f9ca0c-4d8e-42b6-b3c1-b1fbad9facd5 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 944 time: 0.0495896 Aug 13 04:16:04.368423 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4be609bd-c236-4b8d-b78b-9f046d07ab8c req-94d83395-f99d-45b0-b5a1-93be0c2f2a96 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318277 Aug 13 04:16:04.417818 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device e80a4d31-ce9d-4967-b1be-c531c54de19d details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:16:04.627857 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5586567-54e8-4774-9285-733004e45e19 req-1cbf5af3-65ec-476d-9a7f-1f03f420b1eb tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:04.635765 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d5586567-54e8-4774-9285-733004e45e19 req-1cbf5af3-65ec-476d-9a7f-1f03f420b1eb tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0565774 Aug 13 04:16:04.646697 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port e80a4d31-ce9d-4967-b1be-c531c54de19d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=e80a4d31-ce9d-4967-b1be-c531c54de19d,segment=NetworkSegment(866cb03e-1dbe-4792-85cf-b95732c5afd6),segment_id=866cb03e-1dbe-4792-85cf-b95732c5afd6)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:16:04.660076 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': 'e80a4d31-ce9d-4967-b1be-c531c54de19d', 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea', 'port_id': 'e80a4d31-ce9d-4967-b1be-c531c54de19d', 'mac_address': 'fa:16:3e:38:b8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b52e372-55dc-4bbf-8fbc-e314efb4eadd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:16:04.680296 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d5586567-54e8-4774-9285-733004e45e19 req-3bdfaece-3184-4976-89d0-9674bafa863f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434027 Aug 13 04:16:04.697238 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:04.710957 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80a4d31-ce9d-4967-b1be-c531c54de19d {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:16:04.737633 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port e80a4d31-ce9d-4967-b1be-c531c54de19d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=e80a4d31-ce9d-4967-b1be-c531c54de19d,segment=NetworkSegment(866cb03e-1dbe-4792-85cf-b95732c5afd6),segment_id=866cb03e-1dbe-4792-85cf-b95732c5afd6)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:16:04.799613 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:04.857454 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=e80a4d31-ce9d-4967-b1be-c531c54de19d,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:05.233315 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['e80a4d31-ce9d-4967-b1be-c531c54de19d'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:16:05.350910 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781fad6-af47-4dd0-889e-8b652565a296 req-8bd268b5-46c2-43db-8225-65b128504c55 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:05.352449 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3781fad6-af47-4dd0-889e-8b652565a296 req-8bd268b5-46c2-43db-8225-65b128504c55 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0555496 Aug 13 04:16:05.399132 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3781fad6-af47-4dd0-889e-8b652565a296 req-99a510ab-dba2-4979-86c7-8fc1e71c07d9 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375924 Aug 13 04:16:05.505618 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025c420-a4f0-418f-afad-798581357213 req-61e49282-7d6b-442d-9dcb-91eddcaf4d26 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:05.507148 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3025c420-a4f0-418f-afad-798581357213 req-61e49282-7d6b-442d-9dcb-91eddcaf4d26 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 945 time: 0.0490470 Aug 13 04:16:05.552034 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3025c420-a4f0-418f-afad-798581357213 req-3e33d51f-9502-4f91-865b-9182c4861605 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379491 Aug 13 04:16:05.802441 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bc2c5-a235-4d73-a5df-dbc870286f35 req-c360fb84-3ca3-4243-8303-18221812c1ea tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:05.804579 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d62bc2c5-a235-4d73-a5df-dbc870286f35 req-c360fb84-3ca3-4243-8303-18221812c1ea tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0493228 Aug 13 04:16:05.845621 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d62bc2c5-a235-4d73-a5df-dbc870286f35 req-e6f1d24d-f9af-49a7-8be3-0d7ed0cde226 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349429 Aug 13 04:16:06.517939 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150fbe77-f224-4803-babf-bdc7090a50a5 req-eb3dd552-3b06-4421-92fa-82e71bab3839 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:06.519434 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-150fbe77-f224-4803-babf-bdc7090a50a5 req-eb3dd552-3b06-4421-92fa-82e71bab3839 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0508358 Aug 13 04:16:06.556165 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-150fbe77-f224-4803-babf-bdc7090a50a5 req-d2f5b9b5-d06c-4247-83ea-e45221ad1c1f tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306408 Aug 13 04:16:06.665090 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404165a-cf50-4073-b1dc-0e73edc1f7cf req-2542cc93-6d40-4f97-82f4-d81bd7f16e2f tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:06.666607 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f404165a-cf50-4073-b1dc-0e73edc1f7cf req-2542cc93-6d40-4f97-82f4-d81bd7f16e2f tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 945 time: 0.0484996 Aug 13 04:16:06.708705 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f404165a-cf50-4073-b1dc-0e73edc1f7cf req-ac68ce14-f2e9-4506-beb9-91f6b8991fc3 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356596 Aug 13 04:16:06.966319 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943b5a7-6d77-4fc1-9cf9-79341d9045cb req-ebb59dd9-2937-4882-8ee4-996f6a5983cf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:06.967810 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9943b5a7-6d77-4fc1-9cf9-79341d9045cb req-ebb59dd9-2937-4882-8ee4-996f6a5983cf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0481889 Aug 13 04:16:07.009188 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9943b5a7-6d77-4fc1-9cf9-79341d9045cb req-96092f00-23f5-4faa-b145-8dd751c6df2b tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353911 Aug 13 04:16:07.158989 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47d3f6-f571-4a9a-9975-dc2f41a52229 req-7ac99033-60cb-4a48-8ba9-18e2f4a438e7 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:07.160325 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-df47d3f6-f571-4a9a-9975-dc2f41a52229 req-7ac99033-60cb-4a48-8ba9-18e2f4a438e7 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.22 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 945 time: 0.0513546 Aug 13 04:16:07.252880 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-df47d3f6-f571-4a9a-9975-dc2f41a52229 req-e233ed14-0536-4fc1-8cea-abcd25e5b2d8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Deleting port 3c871e2e-0556-42b8-92d1-1530b4805b98 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:16:07.253218 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-df47d3f6-f571-4a9a-9975-dc2f41a52229 req-e233ed14-0536-4fc1-8cea-abcd25e5b2d8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:07.342026 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-df47d3f6-f571-4a9a-9975-dc2f41a52229 req-e233ed14-0536-4fc1-8cea-abcd25e5b2d8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] For port 3c871e2e-0556-42b8-92d1-1530b4805b98, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=3c871e2e-0556-42b8-92d1-1530b4805b98,segment=NetworkSegment(8b8d0444-3d76-40be-a0fe-1f1850b87147),segment_id=8b8d0444-3d76-40be-a0fe-1f1850b87147)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:16:07.342389 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-df47d3f6-f571-4a9a-9975-dc2f41a52229 req-e233ed14-0536-4fc1-8cea-abcd25e5b2d8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:07.355252 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-df47d3f6-f571-4a9a-9975-dc2f41a52229 req-e233ed14-0536-4fc1-8cea-abcd25e5b2d8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Calling delete_port for 3c871e2e-0556-42b8-92d1-1530b4805b98 owned by compute:nova {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:16:07.524870 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-df47d3f6-f571-4a9a-9975-dc2f41a52229 req-e233ed14-0536-4fc1-8cea-abcd25e5b2d8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:07.536819 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['9d7726e9-911a-4b3e-9ed1-222c5c77ae69', '3c871e2e-0556-42b8-92d1-1530b4805b98'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:16:07.556186 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233ed14-0536-4fc1-8cea-abcd25e5b2d8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Pushing event deleted for resources: {'Port': ['ID=3c871e2e-0556-42b8-92d1-1530b4805b98,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:07.584812 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233ed14-0536-4fc1-8cea-abcd25e5b2d8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:07.585161 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233ed14-0536-4fc1-8cea-abcd25e5b2d8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:07.585499 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233ed14-0536-4fc1-8cea-abcd25e5b2d8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:07.585835 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233ed14-0536-4fc1-8cea-abcd25e5b2d8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:07.586160 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233ed14-0536-4fc1-8cea-abcd25e5b2d8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:07.586481 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233ed14-0536-4fc1-8cea-abcd25e5b2d8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:07.586804 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233ed14-0536-4fc1-8cea-abcd25e5b2d8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:07.587126 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233ed14-0536-4fc1-8cea-abcd25e5b2d8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:07.587448 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233ed14-0536-4fc1-8cea-abcd25e5b2d8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:07.587770 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233ed14-0536-4fc1-8cea-abcd25e5b2d8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:07.588090 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233ed14-0536-4fc1-8cea-abcd25e5b2d8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:07.588551 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e233ed14-0536-4fc1-8cea-abcd25e5b2d8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:07.607823 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-df47d3f6-f571-4a9a-9975-dc2f41a52229 req-e233ed14-0536-4fc1-8cea-abcd25e5b2d8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] No DVR routers for this DVR port 3c871e2e-0556-42b8-92d1-1530b4805b98 on host hv-cinder-75998 {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:16:07.610866 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-df47d3f6-f571-4a9a-9975-dc2f41a52229 req-e233ed14-0536-4fc1-8cea-abcd25e5b2d8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:07.613312 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-df47d3f6-f571-4a9a-9975-dc2f41a52229 req-e233ed14-0536-4fc1-8cea-abcd25e5b2d8 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.22 "DELETE /v2.0/ports/3c871e2e-0556-42b8-92d1-1530b4805b98 HTTP/1.1" status: 204 len: 173 time: 0.4460707 Aug 13 04:16:07.613761 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65eb66e2-13e1-496d-91eb-a23335e41555', 'name': 'network-vif-deleted', 'tag': '3c871e2e-0556-42b8-92d1-1530b4805b98'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:16:07.616012 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cd51f1-702b-4574-9197-c9095e051257" -d '{"events": [{"server_uuid": "65eb66e2-13e1-496d-91eb-a23335e41555", "name": "network-vif-deleted", "tag": "3c871e2e-0556-42b8-92d1-1530b4805b98"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:16:07.663268 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f9e7f2d2-81d2-4139-8fff-2dea1930a996 req-aacaa3d7-56d3-48b5-b6ee-d2c5daee4a2a tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=65eb66e2-13e1-496d-91eb-a23335e41555 HTTP/1.1" status: 200 len: 210 time: 0.0293224 Aug 13 04:16:07.669226 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6540eb-6dce-44ef-8910-d39949060eef x-openstack-request-id: req-ee6540eb-6dce-44ef-8910-d39949060eef {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:16:07.669644 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65eb66e2-13e1-496d-91eb-a23335e41555", "name": "network-vif-deleted", "tag": "3c871e2e-0556-42b8-92d1-1530b4805b98", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:16:07.669771 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee6540eb-6dce-44ef-8910-d39949060eef {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:16:07.670141 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65eb66e2-13e1-496d-91eb-a23335e41555', 'name': 'network-vif-deleted', 'tag': '3c871e2e-0556-42b8-92d1-1530b4805b98', 'status': 'completed', 'code': 200} Aug 13 04:16:07.825958 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffc533-2c64-41f3-be8a-d9249a73cfcd req-f2e8a5e6-1c22-4395-8a49-7c85b368e60a tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:07.827447 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-19ffc533-2c64-41f3-be8a-d9249a73cfcd req-f2e8a5e6-1c22-4395-8a49-7c85b368e60a tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 945 time: 0.0488589 Aug 13 04:16:07.865748 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-19ffc533-2c64-41f3-be8a-d9249a73cfcd req-a0dc3ffe-d4ba-4549-aa65-e44c914f3c91 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323958 Aug 13 04:16:08.135269 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecaaf7-ef16-457a-bcf7-d91b8240d01a req-d062049b-e896-43b3-9ff5-6a705121588c tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:08.136943 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b0ecaaf7-ef16-457a-bcf7-d91b8240d01a req-d062049b-e896-43b3-9ff5-6a705121588c tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0506601 Aug 13 04:16:08.174377 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b0ecaaf7-ef16-457a-bcf7-d91b8240d01a req-d163e215-690d-42df-9214-221acf2f1ed8 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315974 Aug 13 04:16:08.451666 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device e80a4d31-ce9d-4967-b1be-c531c54de19d up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:16:08.582288 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning for port e80a4d31-ce9d-4967-b1be-c531c54de19d completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:16:08.586223 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port e80a4d31-ce9d-4967-b1be-c531c54de19d triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:16:08.586598 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:08.663140 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:08.688180 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93634d8-b1ab-425c-bb44-40ce4e8005dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80a4d31-ce9d-4967-b1be-c531c54de19d'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:16:08.690456 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d1a461-535e-4180-9de2-2f78f702f4f9" -d '{"events": [{"server_uuid": "c93634d8-b1ab-425c-bb44-40ce4e8005dd", "name": "network-vif-plugged", "status": "completed", "tag": "e80a4d31-ce9d-4967-b1be-c531c54de19d"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:16:08.704939 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port e80a4d31-ce9d-4967-b1be-c531c54de19d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=e80a4d31-ce9d-4967-b1be-c531c54de19d,segment=NetworkSegment(866cb03e-1dbe-4792-85cf-b95732c5afd6),segment_id=866cb03e-1dbe-4792-85cf-b95732c5afd6)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:16:08.731901 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96422e0-b1dd-4f0e-8b5d-ce947db43176 x-openstack-request-id: req-f96422e0-b1dd-4f0e-8b5d-ce947db43176 {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:16:08.732173 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93634d8-b1ab-425c-bb44-40ce4e8005dd", "name": "network-vif-plugged", "status": "completed", "tag": "e80a4d31-ce9d-4967-b1be-c531c54de19d", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:16:08.732636 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f96422e0-b1dd-4f0e-8b5d-ce947db43176 {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:16:08.733134 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93634d8-b1ab-425c-bb44-40ce4e8005dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80a4d31-ce9d-4967-b1be-c531c54de19d', 'code': 200} Aug 13 04:16:08.764916 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:08.765818 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 3c871e2e-0556-42b8-92d1-1530b4805b98 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:16:08.809965 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] No Port match for: 3c871e2e-0556-42b8-92d1-1530b4805b98 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:16:08.810298 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 3c871e2e-0556-42b8-92d1-1530b4805b98 not bound to the agent host hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:16:08.825623 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-6de0ebf8-af42-4d85-aea2-ee81cdb26cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:08.841438 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=e80a4d31-ce9d-4967-b1be-c531c54de19d,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:08.989354 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7336b-7f36-44f3-af73-87a719035881 req-36ebabc0-4be6-4a6d-b51e-b7a4130d112b tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:08.990865 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4eb7336b-7f36-44f3-af73-87a719035881 req-36ebabc0-4be6-4a6d-b51e-b7a4130d112b tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0544965 Aug 13 04:16:09.050182 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4eb7336b-7f36-44f3-af73-87a719035881 req-47a3fd9d-57ab-4987-a832-0f481b3b4ac9 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497024 Aug 13 04:16:09.093197 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157141f3-10f2-4cef-a717-f53bd9c841d6 req-5cf6c242-681e-4d89-b460-17416c1fdf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:09.094723 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-157141f3-10f2-4cef-a717-f53bd9c841d6 req-5cf6c242-681e-4d89-b460-17416c1fdf98 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 1099 time: 0.0499451 Aug 13 04:16:09.130747 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-157141f3-10f2-4cef-a717-f53bd9c841d6 req-2c037b7a-dda2-49a9-8a49-3a946f6723f6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286644 Aug 13 04:16:09.164105 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c18c2-1f6f-40d2-a6c2-0550a07fba33 req-fdc1896f-febe-4896-bf7e-23db15f5de6d tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:09.165619 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7f2c18c2-1f6f-40d2-a6c2-0550a07fba33 req-fdc1896f-febe-4896-bf7e-23db15f5de6d tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0502179 Aug 13 04:16:09.203220 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7f2c18c2-1f6f-40d2-a6c2-0550a07fba33 req-82b32619-0b33-43cb-bba6-02bbc9ca69cc tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315404 Aug 13 04:16:09.292905 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16286642-e716-4cd1-b6d8-815563e2fde0 req-ff3a1e62-cfdc-4d5c-9222-8c00e78ca26c tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:09.294369 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-16286642-e716-4cd1-b6d8-815563e2fde0 req-ff3a1e62-cfdc-4d5c-9222-8c00e78ca26c tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0479522 Aug 13 04:16:09.330820 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-16286642-e716-4cd1-b6d8-815563e2fde0 req-7d3fa8ec-a5f5-4098-9127-f955392a6f6a tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306711 Aug 13 04:16:10.171439 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be623b2e-0c13-44c2-bc1c-120fb812cf9d req-27f85669-9d02-444a-a06a-0c85ee9f1d72 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:10.172952 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-be623b2e-0c13-44c2-bc1c-120fb812cf9d req-27f85669-9d02-444a-a06a-0c85ee9f1d72 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0556312 Aug 13 04:16:10.211042 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-be623b2e-0c13-44c2-bc1c-120fb812cf9d req-f62590a5-07c6-4cca-8b17-27ba247c065a tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319195 Aug 13 04:16:10.318733 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ae818-f67b-466e-aea6-6e48410396cb req-d7693a0a-319c-4ab3-902e-4d4a2643e4ea tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:10.320209 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-269ae818-f67b-466e-aea6-6e48410396cb req-d7693a0a-319c-4ab3-902e-4d4a2643e4ea tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0480893 Aug 13 04:16:10.374205 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-269ae818-f67b-466e-aea6-6e48410396cb req-86a49091-e7f5-4cf0-8974-808314cc4af2 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409601 Aug 13 04:16:10.464638 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136193e6-ad1b-4389-8791-6cb30cfb258d req-4710dd56-9a54-496f-b130-2d6c4763133b tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:10.466149 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-136193e6-ad1b-4389-8791-6cb30cfb258d req-4710dd56-9a54-496f-b130-2d6c4763133b tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0488467 Aug 13 04:16:10.506132 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-136193e6-ad1b-4389-8791-6cb30cfb258d req-a580e6e2-8ff9-42cb-a1c8-61e03bfc9882 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335474 Aug 13 04:16:11.205155 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-79696969-e625-4254-80c2-af682e076d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:11.327923 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17139c03-74fe-4075-af29-127ff5ee6f7a req-defab61f-f490-4c9e-903e-c9e65a309377 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:11.329560 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-17139c03-74fe-4075-af29-127ff5ee6f7a req-defab61f-f490-4c9e-903e-c9e65a309377 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0524786 Aug 13 04:16:11.366413 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-17139c03-74fe-4075-af29-127ff5ee6f7a req-76aad919-aad5-43cf-b143-03251a559429 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310194 Aug 13 04:16:11.510052 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ba22a-ab0f-4f1e-b82f-7f1e2866d8c7 req-8d8ea6f9-ba99-4621-beb1-6f195d36b59f tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:11.512231 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c95ba22a-ab0f-4f1e-b82f-7f1e2866d8c7 req-8d8ea6f9-ba99-4621-beb1-6f195d36b59f tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0786605 Aug 13 04:16:11.520615 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca579b25-8fc7-4447-b4fb-1efb9bdbbdbe req-d6603df5-19b4-4e74-8a98-9fc018ac21f6 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:11.522083 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ca579b25-8fc7-4447-b4fb-1efb9bdbbdbe req-d6603df5-19b4-4e74-8a98-9fc018ac21f6 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0796578 Aug 13 04:16:11.579448 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c95ba22a-ab0f-4f1e-b82f-7f1e2866d8c7 req-cabc08fd-fb6c-4ccc-ae00-ee1ac4bd9b60 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563872 Aug 13 04:16:11.586454 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ca579b25-8fc7-4447-b4fb-1efb9bdbbdbe req-1a6fb1fc-ba56-4161-9d4e-88f256c49ab0 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559685 Aug 13 04:16:11.607348 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 55506) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:11.693102 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc502b1d-e97a-442e-be04-fffc1413f661 req-87b13b36-74b1-40fe-a615-6a8c7dede12b tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:11.694590 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cc502b1d-e97a-442e-be04-fffc1413f661 req-87b13b36-74b1-40fe-a615-6a8c7dede12b tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0490727 Aug 13 04:16:11.731946 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cc502b1d-e97a-442e-be04-fffc1413f661 req-ad95be74-d81f-40d2-b7bb-910351c76058 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315936 Aug 13 04:16:11.801678 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf692a2c-de15-4c57-b7ff-eb7227cdfd26 tempest-TestShelveInstance-384331363 tempest-TestShelveInstance-384331363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:11.803187 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-cf692a2c-de15-4c57-b7ff-eb7227cdfd26 tempest-TestShelveInstance-384331363 tempest-TestShelveInstance-384331363-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 1094 time: 0.1996741 Aug 13 04:16:11.806094 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 55510) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:11.810447 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Request body: {'floatingip': {'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'port_id': 'e80a4d31-ce9d-4967-b1be-c531c54de19d', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:16:11.902938 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for floatingip, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:12.004404 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:12.079469 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:12.119022 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Allocated IP 172.27.3.71 (a2b3fd62-7513-4482-ab06-e961571be3c5/2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e/b505805f-796d-4910-8d7c-77a1b60da61f) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:16:12.230461 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:12.325168 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:12.361269 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Network a2b3fd62-7513-4482-ab06-e961571be3c5 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:16:12.366405 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:16:12.371220 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:16:12.396115 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Pushing event updated for resources: {'Port': ['ID=b505805f-796d-4910-8d7c-77a1b60da61f,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:12.411453 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:12.411795 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:12.412331 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:12.412689 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:12.413082 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:12.413354 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:12.413668 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:12.413992 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:12.414315 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:12.414777 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:12.415068 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:12.415399 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:12.451005 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 001fb04f-8166-40bb-a037-3d0e00670e8a details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:16:12.553900 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 001fb04f-8166-40bb-a037-3d0e00670e8a, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=001fb04f-8166-40bb-a037-3d0e00670e8a,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:16:12.565348 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': '001fb04f-8166-40bb-a037-3d0e00670e8a', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'port_id': '001fb04f-8166-40bb-a037-3d0e00670e8a', 'mac_address': 'fa:16:3e:40:aa:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:16:12.571232 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:12.606504 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:12.625000 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 001fb04f-8166-40bb-a037-3d0e00670e8a {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:16:12.646522 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 001fb04f-8166-40bb-a037-3d0e00670e8a, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=001fb04f-8166-40bb-a037-3d0e00670e8a,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:16:12.684798 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:12.733341 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=001fb04f-8166-40bb-a037-3d0e00670e8a,revision_number=6']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:12.757256 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c11525-0b15-4a7f-a55c-365a2d17ccac req-1ed3795d-74ae-43fe-ae3f-deceb8a6d496 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:12.758849 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-33c11525-0b15-4a7f-a55c-365a2d17ccac req-1ed3795d-74ae-43fe-ae3f-deceb8a6d496 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0978594 Aug 13 04:16:12.846728 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:12.850768 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-33c11525-0b15-4a7f-a55c-365a2d17ccac req-2b57ea4b-73e0-4ebf-b026-43ec629ee530 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737405 Aug 13 04:16:12.904763 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a9e40-bb3e-4fa1-9de3-dd260a3f431e req-87f654ac-4c57-43c3-9931-f5cb829c8910 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:12.906767 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c74a9e40-bb3e-4fa1-9de3-dd260a3f431e req-87f654ac-4c57-43c3-9931-f5cb829c8910 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 945 time: 0.0994945 Aug 13 04:16:12.928940 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['001fb04f-8166-40bb-a037-3d0e00670e8a'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:16:12.960720 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c74a9e40-bb3e-4fa1-9de3-dd260a3f431e req-7a831f99-2dea-4610-a896-d0e52490027e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386529 Aug 13 04:16:12.976239 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:13.148455 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:13.204886 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2630174'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:13.290315 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Pushing event updated for resources: {'Port': ['ID=b505805f-796d-4910-8d7c-77a1b60da61f,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:13.299082 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704406'] for floatingip, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:13.373757 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b12f5f-fe3b-4a48-a662-567f7bc5c716 req-e3878917-1752-45da-981e-f1fdd8a4c064 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:13.375269 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a5b12f5f-fe3b-4a48-a662-567f7bc5c716 req-e3878917-1752-45da-981e-f1fdd8a4c064 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 945 time: 0.0993006 Aug 13 04:16:13.455149 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a5b12f5f-fe3b-4a48-a662-567f7bc5c716 req-4e2fc86f-d583-4d6a-9675-5e4ed1f1dfe9 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461729 Aug 13 04:16:13.456238 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.db.l3_db [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Floating IP c9b00fd0-e9a8-4610-98f0-1b7d4237c422 associated. External IP: 172.27.3.71, port: e80a4d31-ce9d-4967-b1be-c531c54de19d. Aug 13 04:16:13.477734 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 55534) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:13.641549 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc9cbaa-ad5d-4aee-b66f-ef92cc1d8868 tempest-TestMinimumBasicScenario-1011447615 tempest-TestMinimumBasicScenario-1011447615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:13.643013 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-bbc9cbaa-ad5d-4aee-b66f-ef92cc1d8868 tempest-TestMinimumBasicScenario-1011447615 tempest-TestMinimumBasicScenario-1011447615-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 1093 time: 0.1641920 Aug 13 04:16:13.645854 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 55538) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:13.650386 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-591ceff0-5e6b-4a8c-93b6-af1d8f5beaaa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Request body: {'floatingip': {'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'port_id': '4cd769d3-ef7c-45d4-b270-29b6e0a2bb11', 'tenant_id': '3086463bb33d461abf911455930d099f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:16:13.666503 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Router f16fe6a1-f934-421c-aef5-c369a826d72a has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:16:13.742275 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-591ceff0-5e6b-4a8c-93b6-af1d8f5beaaa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for floatingip, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:13.780822 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:16:13.793788 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460f3fab-57e8-4211-b87d-69ff212069f0 None None] Sync routers for ids ['f16fe6a1-f934-421c-aef5-c369a826d72a'] in dv-cinder-759987-6-iscsi {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:16:13.803705 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460f3fab-57e8-4211-b87d-69ff212069f0 None None] Routers {'f16fe6a1-f934-421c-aef5-c369a826d72a'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:16:13.804311 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-460f3fab-57e8-4211-b87d-69ff212069f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:16:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['f16fe6a1-f934-421c-aef5-c369a826d72a'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:16:13.850434 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for floatingip, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:13.855244 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-591ceff0-5e6b-4a8c-93b6-af1d8f5beaaa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:13.979897 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-460f3fab-57e8-4211-b87d-69ff212069f0 None None] Set router f16fe6a1-f934-421c-aef5-c369a826d72a gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:16:14.002755 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [None req-591ceff0-5e6b-4a8c-93b6-af1d8f5beaaa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Allocated IP 172.27.3.63 (a2b3fd62-7513-4482-ab06-e961571be3c5/2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e/33297fac-6c4a-45f3-8995-2cc924fde0c2) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:16:14.161760 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:14.168497 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-591ceff0-5e6b-4a8c-93b6-af1d8f5beaaa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:14.223988 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-98e4b5a9-1211-40f2-81be-12cace9cb5e0 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4168613 Aug 13 04:16:14.226738 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93634d8-b1ab-425c-bb44-40ce4e8005dd', 'tag': 'e80a4d31-ce9d-4967-b1be-c531c54de19d'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:16:14.228819 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bd27882eb3c5f369e5e71c287e85e980be0a094d6552a040ba295dfdcae25d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfb5a28-4823-4f6a-a1b5-4de899b49e72" -d '{"events": [{"name": "network-changed", "server_uuid": "c93634d8-b1ab-425c-bb44-40ce4e8005dd", "tag": "e80a4d31-ce9d-4967-b1be-c531c54de19d"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:16:14.263206 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff20c6-ccfd-4298-8857-be174559fd61 req-cf3f83e0-cef8-4daa-a17f-5b5b580ada9b tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:14.264797 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-74ff20c6-ccfd-4298-8857-be174559fd61 req-cf3f83e0-cef8-4daa-a17f-5b5b580ada9b tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.0995913 Aug 13 04:16:14.282040 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-591ceff0-5e6b-4a8c-93b6-af1d8f5beaaa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:14.289079 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787954c-0911-4181-8d81-f998c34a6b7d req-915460f6-96db-4c73-93b5-424645c0ee16 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:14.290710 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e787954c-0911-4181-8d81-f998c34a6b7d req-915460f6-96db-4c73-93b5-424645c0ee16 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 945 time: 0.1272116 Aug 13 04:16:14.338800 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-74ff20c6-ccfd-4298-8857-be174559fd61 req-87a10bd7-1334-4e62-80e8-35967052ea5d tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675869 Aug 13 04:16:14.352612 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591ceff0-5e6b-4a8c-93b6-af1d8f5beaaa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Network a2b3fd62-7513-4482-ab06-e961571be3c5 is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:16:14.359867 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e787954c-0911-4181-8d81-f998c34a6b7d req-2a8d1b84-7957-4cf9-9a19-6ec1dde4782c tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618658 Aug 13 04:16:14.385779 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [None req-591ceff0-5e6b-4a8c-93b6-af1d8f5beaaa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:16:14.390600 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591ceff0-5e6b-4a8c-93b6-af1d8f5beaaa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:16:14.409380 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-460f3fab-57e8-4211-b87d-69ff212069f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'name': 'tempest-TestShelveInstance-2080391269-router', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:56Z', 'updated_at': '2021-08-13T04:15:01Z', 'revision_number': 4, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'gw_port': {'id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:57Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': 'c9b00fd0-e9a8-4610-98f0-1b7d4237c422', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'port_id': 'e80a4d31-ce9d-4967-b1be-c531c54de19d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea', 'mac_address': 'fa:16:3e:38:b8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93634d8-b1ab-425c-bb44-40ce4e8005dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:16:12Z', 'updated_at': '2021-08-13T04:16:12Z', 'revision_number': 0, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71bb498f-d045-444a-8d4a-a5c9d3574930', 'name': '', 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'mac_address': 'fa:16:3e:fa:88:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8b52e372-55dc-4bbf-8fbc-e314efb4eadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:00Z', 'updated_at': '2021-08-13T04:15:08Z', 'revision_number': 5, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'subnets': [{'id': '8b52e372-55dc-4bbf-8fbc-e314efb4eadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:16:14.439988 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ceff0-5e6b-4a8c-93b6-af1d8f5beaaa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Pushing event updated for resources: {'Port': ['ID=33297fac-6c4a-45f3-8995-2cc924fde0c2,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:14.446828 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460f3fab-57e8-4211-b87d-69ff212069f0 None None] Checking router: f16fe6a1-f934-421c-aef5-c369a826d72a for host: dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:16:14.457196 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460f3fab-57e8-4211-b87d-69ff212069f0 None None] Routers {'f16fe6a1-f934-421c-aef5-c369a826d72a'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:16:14.457849 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-460f3fab-57e8-4211-b87d-69ff212069f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:16:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['f16fe6a1-f934-421c-aef5-c369a826d72a'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:16:14.461340 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dd1d33-e286-4edb-8dc7-f65307f340f3 x-openstack-request-id: req-c3dd1d33-e286-4edb-8dc7-f65307f340f3 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:16:14.461892 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93634d8-b1ab-425c-bb44-40ce4e8005dd", "tag": "e80a4d31-ce9d-4967-b1be-c531c54de19d", "status": "completed", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:16:14.461993 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3dd1d33-e286-4edb-8dc7-f65307f340f3 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:16:14.462324 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93634d8-b1ab-425c-bb44-40ce4e8005dd', 'tag': 'e80a4d31-ce9d-4967-b1be-c531c54de19d', 'status': 'completed', 'code': 200} Aug 13 04:16:14.466830 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 001fb04f-8166-40bb-a037-3d0e00670e8a up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:16:14.528917 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port 001fb04f-8166-40bb-a037-3d0e00670e8a triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:16:14.531574 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:14.594502 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-460f3fab-57e8-4211-b87d-69ff212069f0 None None] Set router f16fe6a1-f934-421c-aef5-c369a826d72a gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:16:14.621501 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:14.657674 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889c23c3-3bde-4faf-a093-5c1af25d7576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001fb04f-8166-40bb-a037-3d0e00670e8a'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:16:14.662618 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd7b868-a56b-4ffe-a03a-c117d8b648cc" -d '{"events": [{"server_uuid": "889c23c3-3bde-4faf-a093-5c1af25d7576", "name": "network-vif-plugged", "status": "completed", "tag": "001fb04f-8166-40bb-a037-3d0e00670e8a"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:16:14.681094 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 001fb04f-8166-40bb-a037-3d0e00670e8a, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=001fb04f-8166-40bb-a037-3d0e00670e8a,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:16:14.711903 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd99e380-ff0a-45d9-baab-07034daa4b20 x-openstack-request-id: req-fd99e380-ff0a-45d9-baab-07034daa4b20 {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:16:14.712405 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889c23c3-3bde-4faf-a093-5c1af25d7576", "name": "network-vif-plugged", "status": "completed", "tag": "001fb04f-8166-40bb-a037-3d0e00670e8a", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:16:14.712736 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd99e380-ff0a-45d9-baab-07034daa4b20 {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:16:14.713882 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889c23c3-3bde-4faf-a093-5c1af25d7576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001fb04f-8166-40bb-a037-3d0e00670e8a', 'code': 200} Aug 13 04:16:14.723612 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb5a28-4823-4f6a-a1b5-4de899b49e72 req-6548db13-9733-4ebc-a54f-b46b310d87ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:14.725145 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5dfb5a28-4823-4f6a-a1b5-4de899b49e72 req-6548db13-9733-4ebc-a54f-b46b310d87ed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6d4c8f932bf49dca555a79eae4efd63&device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 1099 time: 0.2257285 Aug 13 04:16:14.759507 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:14.847899 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=001fb04f-8166-40bb-a037-3d0e00670e8a,revision_number=7']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:14.937239 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-460f3fab-57e8-4211-b87d-69ff212069f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'name': 'tempest-TestShelveInstance-2080391269-router', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:56Z', 'updated_at': '2021-08-13T04:15:01Z', 'revision_number': 4, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'gw_port': {'id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:57Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': 'c9b00fd0-e9a8-4610-98f0-1b7d4237c422', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'port_id': 'e80a4d31-ce9d-4967-b1be-c531c54de19d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea', 'mac_address': 'fa:16:3e:38:b8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93634d8-b1ab-425c-bb44-40ce4e8005dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:16:12Z', 'updated_at': '2021-08-13T04:16:12Z', 'revision_number': 0, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71bb498f-d045-444a-8d4a-a5c9d3574930', 'name': '', 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'mac_address': 'fa:16:3e:fa:88:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8b52e372-55dc-4bbf-8fbc-e314efb4eadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:00Z', 'updated_at': '2021-08-13T04:15:08Z', 'revision_number': 5, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'subnets': [{'id': '8b52e372-55dc-4bbf-8fbc-e314efb4eadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:16:14.971394 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460f3fab-57e8-4211-b87d-69ff212069f0 None None] The sync data for ids ['f16fe6a1-f934-421c-aef5-c369a826d72a'] in dv-cinder-759987-6-iscsi is: [{'id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'name': 'tempest-TestShelveInstance-2080391269-router', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:56Z', 'updated_at': '2021-08-13T04:15:01Z', 'revision_number': 4, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'gw_port': {'id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:57Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': 'c9b00fd0-e9a8-4610-98f0-1b7d4237c422', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'port_id': 'e80a4d31-ce9d-4967-b1be-c531c54de19d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea', 'mac_address': 'fa:16:3e:38:b8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93634d8-b1ab-425c-bb44-40ce4e8005dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:16:12Z', 'updated_at': '2021-08-13T04:16:12Z', 'revision_number': 0, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71bb498f-d045-444a-8d4a-a5c9d3574930', 'name': '', 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'mac_address': 'fa:16:3e:fa:88:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8b52e372-55dc-4bbf-8fbc-e314efb4eadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:00Z', 'updated_at': '2021-08-13T04:15:08Z', 'revision_number': 5, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'subnets': [{'id': '8b52e372-55dc-4bbf-8fbc-e314efb4eadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:16:15.292855 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb5a28-4823-4f6a-a1b5-4de899b49e72 req-05a6d5c8-55af-4f98-ae25-3f26919e8650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:15.294388 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5dfb5a28-4823-4f6a-a1b5-4de899b49e72 req-05a6d5c8-55af-4f98-ae25-3f26919e8650 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e32643c6-8d74-4f65-969e-9aa4ee314bea HTTP/1.1" status: 200 len: 910 time: 0.5298226 Aug 13 04:16:15.296477 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-591ceff0-5e6b-4a8c-93b6-af1d8f5beaaa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:15.337552 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7a90d9-5f1e-46cc-addc-ecafe4d41dfa None None] New status for floating IP c9b00fd0-e9a8-4610-98f0-1b7d4237c422: ACTIVE {{(pid=94568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:16:15.445166 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5dfb5a28-4823-4f6a-a1b5-4de899b49e72 req-710eb401-fdb6-4784-8b7b-860798778c18 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e80a4d31-ce9d-4967-b1be-c531c54de19d HTTP/1.1" status: 200 len: 999 time: 0.1191094 Aug 13 04:16:15.554216 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd08236-0e25-4d8a-9d6f-55e9840b392c req-5435facd-8a8e-48cb-81ff-87a59f281780 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:15.561651 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-afd08236-0e25-4d8a-9d6f-55e9840b392c req-5435facd-8a8e-48cb-81ff-87a59f281780 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.1067307 Aug 13 04:16:15.563394 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-591ceff0-5e6b-4a8c-93b6-af1d8f5beaaa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:15.569750 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb5a28-4823-4f6a-a1b5-4de899b49e72 req-c56bf304-ffab-4e23-8839-bc40b0ad543a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:15.571774 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5dfb5a28-4823-4f6a-a1b5-4de899b49e72 req-c56bf304-ffab-4e23-8839-bc40b0ad543a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8b52e372-55dc-4bbf-8fbc-e314efb4eadd HTTP/1.1" status: 200 len: 848 time: 0.1071436 Aug 13 04:16:15.644012 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461b0ec-143d-4132-a641-666ebf1b972d req-6c616743-1002-4748-aa22-b42178d7b49b tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:15.651815 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a461b0ec-143d-4132-a641-666ebf1b972d req-6c616743-1002-4748-aa22-b42178d7b49b tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.1410975 Aug 13 04:16:15.668057 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-afd08236-0e25-4d8a-9d6f-55e9840b392c req-49e7af0a-ca03-4ec9-8eed-a2d09c79fc41 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997648 Aug 13 04:16:15.718575 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a461b0ec-143d-4132-a641-666ebf1b972d req-76569edc-6c4c-42fc-9c77-5cbb776783c0 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614197 Aug 13 04:16:15.742040 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb5a28-4823-4f6a-a1b5-4de899b49e72 req-cd351452-345b-43f4-bb17-b0169c701e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:15.743635 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5dfb5a28-4823-4f6a-a1b5-4de899b49e72 req-cd351452-345b-43f4-bb17-b0169c701e66 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e32643c6-8d74-4f65-969e-9aa4ee314bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1451173 Aug 13 04:16:15.879034 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-591ceff0-5e6b-4a8c-93b6-af1d8f5beaaa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:15.891645 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5dfb5a28-4823-4f6a-a1b5-4de899b49e72 req-2f44bfae-18a5-4ab1-bd30-21d321836d2d service neutron] 10.222.0.22 "GET /v2.0/networks/e32643c6-8d74-4f65-969e-9aa4ee314bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282852 Aug 13 04:16:15.948784 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-591ceff0-5e6b-4a8c-93b6-af1d8f5beaaa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:16.054294 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ceff0-5e6b-4a8c-93b6-af1d8f5beaaa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Pushing event updated for resources: {'Port': ['ID=33297fac-6c4a-45f3-8995-2cc924fde0c2,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:16.062874 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5dfb5a28-4823-4f6a-a1b5-4de899b49e72 req-34ad9e08-3a85-4934-a1da-711dd3c260a5 service neutron] 10.222.0.22 "GET /v2.0/networks/e32643c6-8d74-4f65-969e-9aa4ee314bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635251 Aug 13 04:16:16.065867 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-591ceff0-5e6b-4a8c-93b6-af1d8f5beaaa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704406'] for floatingip, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:16.189247 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.db.l3_db [None req-591ceff0-5e6b-4a8c-93b6-af1d8f5beaaa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Floating IP de217191-0924-4dd7-a893-8c7ff867be4d associated. External IP: 172.27.3.63, port: 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11. Aug 13 04:16:16.429170 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591ceff0-5e6b-4a8c-93b6-af1d8f5beaaa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Router 685356e4-6623-46c0-9216-8764d8aaede2 has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:16:16.542775 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591ceff0-5e6b-4a8c-93b6-af1d8f5beaaa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:16:16.556095 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d004a82-6c8e-4335-941c-bb909e164f9d None None] Sync routers for ids ['685356e4-6623-46c0-9216-8764d8aaede2'] in dv-cinder-759987-6-iscsi {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:16:16.572758 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d004a82-6c8e-4335-941c-bb909e164f9d None None] Routers {'685356e4-6623-46c0-9216-8764d8aaede2'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:16:16.575068 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-8d004a82-6c8e-4335-941c-bb909e164f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:16:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['685356e4-6623-46c0-9216-8764d8aaede2'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:16:16.616996 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-591ceff0-5e6b-4a8c-93b6-af1d8f5beaaa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for floatingip, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:16.652669 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-591ceff0-5e6b-4a8c-93b6-af1d8f5beaaa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0056224 Aug 13 04:16:16.653260 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76f92f9-dc85-4700-857a-67426fae0569', 'tag': '4cd769d3-ef7c-45d4-b270-29b6e0a2bb11'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:16:16.655508 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462ae8ac-ec78-4297-97e3-3eecfbec4c67" -d '{"events": [{"name": "network-changed", "server_uuid": "f76f92f9-dc85-4700-857a-67426fae0569", "tag": "4cd769d3-ef7c-45d4-b270-29b6e0a2bb11"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:16:16.655716 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 55602) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:16.661466 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-6bd7f8f0-323a-4ea6-9caa-3bf5d806de2c tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1400253795', 'description': 'tempest-secgroup-smoke-1400253795 description', 'project_id': '3086463bb33d461abf911455930d099f'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:16:16.712012 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e28ace-e98d-454b-9ea3-eaf89ea1bbf4 x-openstack-request-id: req-c3e28ace-e98d-454b-9ea3-eaf89ea1bbf4 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:16:16.712563 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76f92f9-dc85-4700-857a-67426fae0569", "tag": "4cd769d3-ef7c-45d4-b270-29b6e0a2bb11", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:16:16.713020 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3e28ace-e98d-454b-9ea3-eaf89ea1bbf4 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:16:16.714274 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f76f92f9-dc85-4700-857a-67426fae0569', 'tag': '4cd769d3-ef7c-45d4-b270-29b6e0a2bb11', 'status': 'completed', 'code': 200} Aug 13 04:16:16.749062 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-8d004a82-6c8e-4335-941c-bb909e164f9d None None] Set router 685356e4-6623-46c0-9216-8764d8aaede2 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:16:16.782087 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6bd7f8f0-323a-4ea6-9caa-3bf5d806de2c tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:16.840970 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ae8ac-ec78-4297-97e3-3eecfbec4c67 req-07e72919-4c87-49c8-a11e-0b2a4dff397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:16.840970 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-462ae8ac-ec78-4297-97e3-3eecfbec4c67 req-07e72919-4c87-49c8-a11e-0b2a4dff397f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3086463bb33d461abf911455930d099f&device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 1098 time: 0.0745618 Aug 13 04:16:16.842564 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc8231-48f3-4038-a3ad-fd9bd63f924d req-b3d9987d-8604-4a88-8737-39149979ce2f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:16.844357 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-12fc8231-48f3-4038-a3ad-fd9bd63f924d req-b3d9987d-8604-4a88-8737-39149979ce2f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.1010983 Aug 13 04:16:16.958764 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-12fc8231-48f3-4038-a3ad-fd9bd63f924d req-62e170b8-afad-425c-9f13-71e6c89a56f9 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046250 Aug 13 04:16:16.970795 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037c176-e83b-4858-9d12-7b040d7fe7e2 req-0323a74c-fb83-4ae8-8980-8fb2c9dbedcb tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:16.972302 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a037c176-e83b-4858-9d12-7b040d7fe7e2 req-0323a74c-fb83-4ae8-8980-8fb2c9dbedcb tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.1398058 Aug 13 04:16:16.982850 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ae8ac-ec78-4297-97e3-3eecfbec4c67 req-f6db2555-95aa-493c-9e96-ca3e05d841c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:16.984533 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-462ae8ac-ec78-4297-97e3-3eecfbec4c67 req-f6db2555-95aa-493c-9e96-ca3e05d841c2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=108ee682-822f-485e-99b1-e4a7ccb079a2 HTTP/1.1" status: 200 len: 916 time: 0.1385522 Aug 13 04:16:17.027077 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6bd7f8f0-323a-4ea6-9caa-3bf5d806de2c tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:17.054825 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a037c176-e83b-4858-9d12-7b040d7fe7e2 req-f98d05be-44ed-463a-ad61-44982e2fb6ca tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f8254d0-826d-4aa5-8a81-f14716bc8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721557 Aug 13 04:16:17.084005 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-462ae8ac-ec78-4297-97e3-3eecfbec4c67 req-6f26a037-b8ea-4c77-b798-0c91aeeace0e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 HTTP/1.1" status: 200 len: 998 time: 0.0913460 Aug 13 04:16:17.095707 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-8d004a82-6c8e-4335-941c-bb909e164f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685356e4-6623-46c0-9216-8764d8aaede2', 'name': 'tempest-TestMinimumBasicScenario-1444258284-router', 'tenant_id': '3086463bb33d461abf911455930d099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:58Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 4, 'project_id': '3086463bb33d461abf911455930d099f', 'gw_port': {'id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:35:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:59Z', 'updated_at': '2021-08-13T04:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': 'de217191-0924-4dd7-a893-8c7ff867be4d', 'tenant_id': '3086463bb33d461abf911455930d099f', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'port_id': '4cd769d3-ef7c-45d4-b270-29b6e0a2bb11', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2', 'mac_address': 'fa:16:3e:60:56:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76f92f9-dc85-4700-857a-67426fae0569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:16:14Z', 'updated_at': '2021-08-13T04:16:14Z', 'revision_number': 0, 'project_id': '3086463bb33d461abf911455930d099f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4fd80b-0e7c-4a96-92ac-d8bca906199c', 'name': '', 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2', 'tenant_id': '3086463bb33d461abf911455930d099f', 'mac_address': 'fa:16:3e:32:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'da0d00db-359e-4944-b69b-81292fbec523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:02Z', 'updated_at': '2021-08-13T04:15:14Z', 'revision_number': 5, 'project_id': '3086463bb33d461abf911455930d099f', 'subnets': [{'id': 'da0d00db-359e-4944-b69b-81292fbec523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:16:17.130686 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6bd7f8f0-323a-4ea6-9caa-3bf5d806de2c tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:17.146944 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d004a82-6c8e-4335-941c-bb909e164f9d None None] Checking router: 685356e4-6623-46c0-9216-8764d8aaede2 for host: dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:16:17.156597 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ae8ac-ec78-4297-97e3-3eecfbec4c67 req-14373b4c-b2b6-4c56-8c5b-83de01045450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:17.158471 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-462ae8ac-ec78-4297-97e3-3eecfbec4c67 req-14373b4c-b2b6-4c56-8c5b-83de01045450 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da0d00db-359e-4944-b69b-81292fbec523 HTTP/1.1" status: 200 len: 854 time: 0.0555272 Aug 13 04:16:17.167695 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d004a82-6c8e-4335-941c-bb909e164f9d None None] Routers {'685356e4-6623-46c0-9216-8764d8aaede2'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:16:17.169040 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-8d004a82-6c8e-4335-941c-bb909e164f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:16:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['685356e4-6623-46c0-9216-8764d8aaede2'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:16:17.202519 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7f8f0-323a-4ea6-9caa-3bf5d806de2c tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7334e18-90d6-4335-90a2-a4c494dc6ad5,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:17.253762 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6bd7f8f0-323a-4ea6-9caa-3bf5d806de2c tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:17.255591 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ae8ac-ec78-4297-97e3-3eecfbec4c67 req-4228dc37-e970-4fc8-b03b-ba048042d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:17.257245 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-462ae8ac-ec78-4297-97e3-3eecfbec4c67 req-4228dc37-e970-4fc8-b03b-ba048042d480 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=108ee682-822f-485e-99b1-e4a7ccb079a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0850663 Aug 13 04:16:17.258673 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 55612) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:17.258807 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-6bd7f8f0-323a-4ea6-9caa-3bf5d806de2c tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6010473 Aug 13 04:16:17.264047 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-c872f7f4-f42c-47d5-a101-48868762797d tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Request body: {'security_group_rule': {'security_group_id': 'b7334e18-90d6-4335-90a2-a4c494dc6ad5', 'project_id': '3086463bb33d461abf911455930d099f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:16:17.305493 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-8d004a82-6c8e-4335-941c-bb909e164f9d None None] Set router 685356e4-6623-46c0-9216-8764d8aaede2 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:16:17.325416 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b5a6f-c4a4-409e-aabe-c52083284afb req-efe302ac-3947-43fa-9033-1c6a4ac11152 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:17.327149 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-819b5a6f-c4a4-409e-aabe-c52083284afb req-efe302ac-3947-43fa-9033-1c6a4ac11152 tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.22 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 946 time: 0.1464920 Aug 13 04:16:17.452985 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c872f7f4-f42c-47d5-a101-48868762797d tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:17.556602 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-462ae8ac-ec78-4297-97e3-3eecfbec4c67 req-b6f8b034-c56a-479c-8fc4-dd1e2a1489cb service neutron] 10.222.0.22 "GET /v2.0/networks/108ee682-822f-485e-99b1-e4a7ccb079a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838748 Aug 13 04:16:17.582096 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-819b5a6f-c4a4-409e-aabe-c52083284afb req-cfd997d3-6cc3-4079-960c-17879234bc9b tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Deleting port 9d7726e9-911a-4b3e-9ed1-222c5c77ae69 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:16:17.582696 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-819b5a6f-c4a4-409e-aabe-c52083284afb req-cfd997d3-6cc3-4079-960c-17879234bc9b tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:17.607707 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c872f7f4-f42c-47d5-a101-48868762797d tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:17.613550 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-8d004a82-6c8e-4335-941c-bb909e164f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685356e4-6623-46c0-9216-8764d8aaede2', 'name': 'tempest-TestMinimumBasicScenario-1444258284-router', 'tenant_id': '3086463bb33d461abf911455930d099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:58Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 4, 'project_id': '3086463bb33d461abf911455930d099f', 'gw_port': {'id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:35:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:59Z', 'updated_at': '2021-08-13T04:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': 'de217191-0924-4dd7-a893-8c7ff867be4d', 'tenant_id': '3086463bb33d461abf911455930d099f', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'port_id': '4cd769d3-ef7c-45d4-b270-29b6e0a2bb11', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2', 'mac_address': 'fa:16:3e:60:56:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76f92f9-dc85-4700-857a-67426fae0569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:16:14Z', 'updated_at': '2021-08-13T04:16:14Z', 'revision_number': 0, 'project_id': '3086463bb33d461abf911455930d099f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4fd80b-0e7c-4a96-92ac-d8bca906199c', 'name': '', 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2', 'tenant_id': '3086463bb33d461abf911455930d099f', 'mac_address': 'fa:16:3e:32:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'da0d00db-359e-4944-b69b-81292fbec523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:02Z', 'updated_at': '2021-08-13T04:15:14Z', 'revision_number': 5, 'project_id': '3086463bb33d461abf911455930d099f', 'subnets': [{'id': 'da0d00db-359e-4944-b69b-81292fbec523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:16:17.654037 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d004a82-6c8e-4335-941c-bb909e164f9d None None] The sync data for ids ['685356e4-6623-46c0-9216-8764d8aaede2'] in dv-cinder-759987-6-iscsi is: [{'id': '685356e4-6623-46c0-9216-8764d8aaede2', 'name': 'tempest-TestMinimumBasicScenario-1444258284-router', 'tenant_id': '3086463bb33d461abf911455930d099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:58Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 4, 'project_id': '3086463bb33d461abf911455930d099f', 'gw_port': {'id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:35:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:59Z', 'updated_at': '2021-08-13T04:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': 'de217191-0924-4dd7-a893-8c7ff867be4d', 'tenant_id': '3086463bb33d461abf911455930d099f', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'port_id': '4cd769d3-ef7c-45d4-b270-29b6e0a2bb11', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2', 'mac_address': 'fa:16:3e:60:56:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76f92f9-dc85-4700-857a-67426fae0569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:16:14Z', 'updated_at': '2021-08-13T04:16:14Z', 'revision_number': 0, 'project_id': '3086463bb33d461abf911455930d099f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4fd80b-0e7c-4a96-92ac-d8bca906199c', 'name': '', 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2', 'tenant_id': '3086463bb33d461abf911455930d099f', 'mac_address': 'fa:16:3e:32:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'da0d00db-359e-4944-b69b-81292fbec523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:02Z', 'updated_at': '2021-08-13T04:15:14Z', 'revision_number': 5, 'project_id': '3086463bb33d461abf911455930d099f', 'subnets': [{'id': 'da0d00db-359e-4944-b69b-81292fbec523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:16:17.680863 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c872f7f4-f42c-47d5-a101-48868762797d tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:17.725217 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872f7f4-f42c-47d5-a101-48868762797d tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe317dc-e7ea-42d4-9d74-59c2465b4c15,revision_number=0']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:17.795497 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-819b5a6f-c4a4-409e-aabe-c52083284afb req-cfd997d3-6cc3-4079-960c-17879234bc9b tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] For port 9d7726e9-911a-4b3e-9ed1-222c5c77ae69, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=9d7726e9-911a-4b3e-9ed1-222c5c77ae69,segment=NetworkSegment(8b8d0444-3d76-40be-a0fe-1f1850b87147),segment_id=8b8d0444-3d76-40be-a0fe-1f1850b87147)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:16:17.795873 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-819b5a6f-c4a4-409e-aabe-c52083284afb req-cfd997d3-6cc3-4079-960c-17879234bc9b tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:17.801716 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-462ae8ac-ec78-4297-97e3-3eecfbec4c67 req-4e9d26c7-1ab9-479d-b87a-58b38c7d476a service neutron] 10.222.0.22 "GET /v2.0/networks/108ee682-822f-485e-99b1-e4a7ccb079a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339790 Aug 13 04:16:17.810023 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c872f7f4-f42c-47d5-a101-48868762797d tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:17.813920 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-c872f7f4-f42c-47d5-a101-48868762797d tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5515211 Aug 13 04:16:17.814685 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 55618) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:17.816112 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-819b5a6f-c4a4-409e-aabe-c52083284afb req-cfd997d3-6cc3-4079-960c-17879234bc9b tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Calling delete_port for 9d7726e9-911a-4b3e-9ed1-222c5c77ae69 owned by compute:nova {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:16:17.824743 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-1edbe7fa-e9ed-435f-ba69-88c5ed0b1a58 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Request body: {'security_group_rule': {'security_group_id': 'b7334e18-90d6-4335-90a2-a4c494dc6ad5', 'project_id': '3086463bb33d461abf911455930d099f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:16:17.979175 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1edbe7fa-e9ed-435f-ba69-88c5ed0b1a58 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:18.021492 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1a171e-a9fd-45f3-bfe8-b2e380832554 None None] New status for floating IP de217191-0924-4dd7-a893-8c7ff867be4d: ACTIVE {{(pid=94568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:16:18.062953 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-819b5a6f-c4a4-409e-aabe-c52083284afb req-cfd997d3-6cc3-4079-960c-17879234bc9b tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:18.099126 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd997d3-6cc3-4079-960c-17879234bc9b tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Pushing event deleted for resources: {'Port': ['ID=9d7726e9-911a-4b3e-9ed1-222c5c77ae69,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:18.123350 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['9d7726e9-911a-4b3e-9ed1-222c5c77ae69'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:16:18.139966 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1edbe7fa-e9ed-435f-ba69-88c5ed0b1a58 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:18.218263 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-377053f3-1572-41a3-b10e-484f86353926 req-6233b41d-84ea-48de-9309-59a6bb1be25f tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 210 time: 0.0506694 Aug 13 04:16:18.222228 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1edbe7fa-e9ed-435f-ba69-88c5ed0b1a58 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:18.253760 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbe7fa-e9ed-435f-ba69-88c5ed0b1a58 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f921a9-f580-4412-be47-a4e462b2d8e7,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:18.266231 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da62d59-29fe-41a0-8db4-fde9375e2cf9 req-e2014139-2886-427d-82f1-acdbaee76415 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:18.274160 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5da62d59-29fe-41a0-8db4-fde9375e2cf9 req-e2014139-2886-427d-82f1-acdbaee76415 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.1367419 Aug 13 04:16:18.329181 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5da62d59-29fe-41a0-8db4-fde9375e2cf9 req-67d06d38-7495-4463-b797-74411dc8cb6e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539606 Aug 13 04:16:18.391573 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1edbe7fa-e9ed-435f-ba69-88c5ed0b1a58 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:18.413054 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-1edbe7fa-e9ed-435f-ba69-88c5ed0b1a58 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5763950 Aug 13 04:16:18.433744 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 55626) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:18.441642 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-68c2a80c-5a40-4a41-9a97-7a48d082667e tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Request body: {'security_group_rule': {'security_group_id': 'b7334e18-90d6-4335-90a2-a4c494dc6ad5', 'project_id': '3086463bb33d461abf911455930d099f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:16:18.443736 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-819b5a6f-c4a4-409e-aabe-c52083284afb req-cfd997d3-6cc3-4079-960c-17879234bc9b tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] No DVR routers for this DVR port 9d7726e9-911a-4b3e-9ed1-222c5c77ae69 on host hv-cinder-75998 {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:16:18.492682 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-819b5a6f-c4a4-409e-aabe-c52083284afb req-cfd997d3-6cc3-4079-960c-17879234bc9b tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:18.494974 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-819b5a6f-c4a4-409e-aabe-c52083284afb req-cfd997d3-6cc3-4079-960c-17879234bc9b tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.22 "DELETE /v2.0/ports/9d7726e9-911a-4b3e-9ed1-222c5c77ae69 HTTP/1.1" status: 204 len: 173 time: 1.1500375 Aug 13 04:16:18.715500 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7982b97a-33a5-49a8-9966-9078e0e6d56f', 'name': 'network-vif-deleted', 'tag': '9d7726e9-911a-4b3e-9ed1-222c5c77ae69'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:16:18.717906 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e83261-28cf-4b43-aac1-a392e4f8d0e0" -d '{"events": [{"server_uuid": "7982b97a-33a5-49a8-9966-9078e0e6d56f", "name": "network-vif-deleted", "tag": "9d7726e9-911a-4b3e-9ed1-222c5c77ae69"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:16:18.769284 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2ecde9-8b20-4b9f-a2d3-c9a12c8cc8c8 x-openstack-request-id: req-9c2ecde9-8b20-4b9f-a2d3-c9a12c8cc8c8 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:16:18.769984 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7982b97a-33a5-49a8-9966-9078e0e6d56f", "name": "network-vif-deleted", "tag": "9d7726e9-911a-4b3e-9ed1-222c5c77ae69", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:16:18.770766 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c2ecde9-8b20-4b9f-a2d3-c9a12c8cc8c8 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:16:18.770766 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7982b97a-33a5-49a8-9966-9078e0e6d56f', 'name': 'network-vif-deleted', 'tag': '9d7726e9-911a-4b3e-9ed1-222c5c77ae69', 'status': 'completed', 'code': 200} Aug 13 04:16:18.873015 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-68c2a80c-5a40-4a41-9a97-7a48d082667e tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:18.954580 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-68c2a80c-5a40-4a41-9a97-7a48d082667e tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:19.027965 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-68c2a80c-5a40-4a41-9a97-7a48d082667e tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:19.046398 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2a80c-5a40-4a41-9a97-7a48d082667e tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2072cd9a-047c-4817-ab59-23fcc318a267,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:19.171790 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-68c2a80c-5a40-4a41-9a97-7a48d082667e tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:19.176620 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-68c2a80c-5a40-4a41-9a97-7a48d082667e tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7415023 Aug 13 04:16:19.176895 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 55638) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:19.181967 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-ea18415e-0b60-4c9d-9ab3-1ad4a8951f2a tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Request body: {'security_group_rule': {'security_group_id': 'b7334e18-90d6-4335-90a2-a4c494dc6ad5', 'project_id': '3086463bb33d461abf911455930d099f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:16:19.257783 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-77dace73-3167-47e9-8fdd-c9a30e912d76 req-0136c374-49ed-4bd2-a311-4ea54b46a69b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408311 Aug 13 04:16:19.291245 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ea18415e-0b60-4c9d-9ab3-1ad4a8951f2a tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:19.356915 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ec29e2a5-c0ce-403c-8246-26230bf5fa99 req-cc43f621-495d-47e2-a706-7a2f9b13113d tempest-ServerRescueNegativeTestJSON-320197947 tempest-ServerRescueNegativeTestJSON-320197947-project] 10.222.0.32 "GET /v2.0/ports?device_id=7982b97a-33a5-49a8-9966-9078e0e6d56f HTTP/1.1" status: 200 len: 210 time: 0.0455341 Aug 13 04:16:19.368154 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dace73-3167-47e9-8fdd-c9a30e912d76 req-33dcaf3a-119b-4c8d-9847-f49bf7abad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:19.369879 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-77dace73-3167-47e9-8fdd-c9a30e912d76 req-33dcaf3a-119b-4c8d-9847-f49bf7abad54 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=002375b8005d44a193b301833aa330dc&device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 1098 time: 0.0710666 Aug 13 04:16:19.388685 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ea18415e-0b60-4c9d-9ab3-1ad4a8951f2a tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:19.472978 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ea18415e-0b60-4c9d-9ab3-1ad4a8951f2a tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:19.493796 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18415e-0b60-4c9d-9ab3-1ad4a8951f2a tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8451dc20-a87d-4f07-83ab-8cefbe947adb,revision_number=0']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:19.515627 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bc583-4b01-49f0-b6d5-44b9c4c57c42 req-b502b448-0c9f-4f3e-bd96-53db35c2713a tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:19.526246 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8e3bc583-4b01-49f0-b6d5-44b9c4c57c42 req-b502b448-0c9f-4f3e-bd96-53db35c2713a tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0850563 Aug 13 04:16:19.610633 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ea18415e-0b60-4c9d-9ab3-1ad4a8951f2a tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:19.613063 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8e3bc583-4b01-49f0-b6d5-44b9c4c57c42 req-3ea5d448-3781-446e-af71-8916b5cebe0c tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858431 Aug 13 04:16:19.626306 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-ea18415e-0b60-4c9d-9ab3-1ad4a8951f2a tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4453104 Aug 13 04:16:19.626885 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 55646) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:19.632409 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-8eeda29f-8b1f-4ad8-980e-b7e714eddf30 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Request body: {'security_group_rule': {'security_group_id': 'b7334e18-90d6-4335-90a2-a4c494dc6ad5', 'project_id': '3086463bb33d461abf911455930d099f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:16:19.636546 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dace73-3167-47e9-8fdd-c9a30e912d76 req-eed5b157-a4ab-4978-9832-9d47f58f5e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:19.638921 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-77dace73-3167-47e9-8fdd-c9a30e912d76 req-eed5b157-a4ab-4978-9832-9d47f58f5e55 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1f5f08bb-8497-4150-a3e9-90ccd6853fea HTTP/1.1" status: 200 len: 912 time: 0.2283399 Aug 13 04:16:19.726781 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-77dace73-3167-47e9-8fdd-c9a30e912d76 req-22067ccb-fab3-4b1c-80c2-04894bcdfd44 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcefc9c5-499e-454b-9fa1-7cde646b8055 HTTP/1.1" status: 200 len: 1001 time: 0.0787871 Aug 13 04:16:19.731508 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.db.securitygroups_db [None req-8eeda29f-8b1f-4ad8-980e-b7e714eddf30 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Project 3086463bb33d461abf911455930d099f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 04:16:19.738024 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8eeda29f-8b1f-4ad8-980e-b7e714eddf30 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:19.809262 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dace73-3167-47e9-8fdd-c9a30e912d76 req-4c71de56-ed95-4ef9-b204-7961ced0f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:19.811006 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-77dace73-3167-47e9-8fdd-c9a30e912d76 req-4c71de56-ed95-4ef9-b204-7961ced0f1e3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc419503-ea44-47f1-b4cd-1a56414c95fb HTTP/1.1" status: 200 len: 850 time: 0.0669992 Aug 13 04:16:19.837182 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8eeda29f-8b1f-4ad8-980e-b7e714eddf30 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:19.870879 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dace73-3167-47e9-8fdd-c9a30e912d76 req-6c0b7560-cbb5-4b88-870b-21a6fa1e3b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:19.872462 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-77dace73-3167-47e9-8fdd-c9a30e912d76 req-6c0b7560-cbb5-4b88-870b-21a6fa1e3b6f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1f5f08bb-8497-4150-a3e9-90ccd6853fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512104 Aug 13 04:16:19.919143 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8eeda29f-8b1f-4ad8-980e-b7e714eddf30 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:19.948997 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeda29f-8b1f-4ad8-980e-b7e714eddf30 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbc5b3f-6338-4957-a292-ae58d0c661a0,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:19.992191 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-77dace73-3167-47e9-8fdd-c9a30e912d76 req-dd0d8927-8acf-4ab4-b100-44278fe43de5 service neutron] 10.222.0.22 "GET /v2.0/networks/1f5f08bb-8497-4150-a3e9-90ccd6853fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017542 Aug 13 04:16:20.022171 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8eeda29f-8b1f-4ad8-980e-b7e714eddf30 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:20.023410 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-8eeda29f-8b1f-4ad8-980e-b7e714eddf30 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3958328 Aug 13 04:16:20.028021 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 55650) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:20.033631 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-a628d196-d46d-4d9b-93be-7fbbd3d466a1 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Request body: {'security_group_rule': {'security_group_id': 'b7334e18-90d6-4335-90a2-a4c494dc6ad5', 'project_id': '3086463bb33d461abf911455930d099f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:16:20.098071 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-77dace73-3167-47e9-8fdd-c9a30e912d76 req-c893cfcf-ac57-44e9-8aab-8f6ad79a2d39 service neutron] 10.222.0.22 "GET /v2.0/networks/1f5f08bb-8497-4150-a3e9-90ccd6853fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955982 Aug 13 04:16:20.134020 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.db.securitygroups_db [None req-a628d196-d46d-4d9b-93be-7fbbd3d466a1 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Project 3086463bb33d461abf911455930d099f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 04:16:20.138397 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a628d196-d46d-4d9b-93be-7fbbd3d466a1 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:20.217855 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a628d196-d46d-4d9b-93be-7fbbd3d466a1 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:20.273506 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a628d196-d46d-4d9b-93be-7fbbd3d466a1 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:20.294160 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628d196-d46d-4d9b-93be-7fbbd3d466a1 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd38d5e2-a4e9-4304-8e4a-235f842c0270,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:20.365788 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a628d196-d46d-4d9b-93be-7fbbd3d466a1 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:20.367241 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-a628d196-d46d-4d9b-93be-7fbbd3d466a1 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3376601 Aug 13 04:16:20.417625 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 55656) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:20.492971 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7bb7e8c1-d2ff-4f28-8718-814e53c0b901 req-f0417bb2-1dc7-47d5-8ee3-386ef53abdf9 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400253795&fields=id&tenant_id=3086463bb33d461abf911455930d099f HTTP/1.1" status: 200 len: 267 time: 0.0636799 Aug 13 04:16:20.511101 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 9d7726e9-911a-4b3e-9ed1-222c5c77ae69 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:16:20.566030 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] No Port match for: 9d7726e9-911a-4b3e-9ed1-222c5c77ae69 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:16:20.568317 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 9d7726e9-911a-4b3e-9ed1-222c5c77ae69 not bound to the agent host hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:16:20.609327 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7e8c1-d2ff-4f28-8718-814e53c0b901 req-578301d9-b563-4e4b-ba32-21a3410590cf tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:20.619733 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7bb7e8c1-d2ff-4f28-8718-814e53c0b901 req-578301d9-b563-4e4b-ba32-21a3410590cf tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 945 time: 0.1153038 Aug 13 04:16:20.629795 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [req-7bb7e8c1-d2ff-4f28-8718-814e53c0b901 req-43c57d4e-ed07-4ac6-bdeb-ccac4b39dfb9 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Request body: {'port': {'security_groups': ['8ff9cd84-65ae-40ef-ba72-7f4a96cf2894', 'b7334e18-90d6-4335-90a2-a4c494dc6ad5']}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:16:20.806227 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [req-7bb7e8c1-d2ff-4f28-8718-814e53c0b901 req-43c57d4e-ed07-4ac6-bdeb-ccac4b39dfb9 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:20.871045 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062c8ec-0341-40c6-a9cb-e9021e8741e9 req-4fca3ac8-04b1-4f3a-b9b6-42ae19755fe4 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:20.883398 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6062c8ec-0341-40c6-a9cb-e9021e8741e9 req-4fca3ac8-04b1-4f3a-b9b6-42ae19755fe4 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.1426680 Aug 13 04:16:21.080053 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6062c8ec-0341-40c6-a9cb-e9021e8741e9 req-2963890e-ca18-4f19-87a4-210268d11ab9 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956041 Aug 13 04:16:21.106960 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-a6a61634-80a2-4d48-94c6-8a9980dba2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758422'] for router_interface, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:21.142831 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:16:21.224599 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [req-7bb7e8c1-d2ff-4f28-8718-814e53c0b901 req-43c57d4e-ed07-4ac6-bdeb-ccac4b39dfb9 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] For port 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=4cd769d3-ef7c-45d4-b270-29b6e0a2bb11,segment=NetworkSegment(94686359-6cdf-4305-8bcb-ff635918700f),segment_id=94686359-6cdf-4305-8bcb-ff635918700f)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:16:21.268276 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [req-7bb7e8c1-d2ff-4f28-8718-814e53c0b901 req-43c57d4e-ed07-4ac6-bdeb-ccac4b39dfb9 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:21.332746 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [req-7bb7e8c1-d2ff-4f28-8718-814e53c0b901 req-43c57d4e-ed07-4ac6-bdeb-ccac4b39dfb9 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2630174'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:21.346966 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['4cd769d3-ef7c-45d4-b270-29b6e0a2bb11'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:16:21.390066 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7e8c1-d2ff-4f28-8718-814e53c0b901 req-43c57d4e-ed07-4ac6-bdeb-ccac4b39dfb9 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:21.390728 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [req-7bb7e8c1-d2ff-4f28-8718-814e53c0b901 req-43c57d4e-ed07-4ac6-bdeb-ccac4b39dfb9 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for port, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:21.392767 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7bb7e8c1-d2ff-4f28-8718-814e53c0b901 req-43c57d4e-ed07-4ac6-bdeb-ccac4b39dfb9 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "PUT /v2.0/ports/4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 HTTP/1.1" status: 200 len: 981 time: 0.7703030 Aug 13 04:16:21.393280 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76f92f9-dc85-4700-857a-67426fae0569', 'tag': '4cd769d3-ef7c-45d4-b270-29b6e0a2bb11'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:16:21.396169 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bd27882eb3c5f369e5e71c287e85e980be0a094d6552a040ba295dfdcae25d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f87f205-1e29-4cc7-9f21-33fd4044a508" -d '{"events": [{"name": "network-changed", "server_uuid": "f76f92f9-dc85-4700-857a-67426fae0569", "tag": "4cd769d3-ef7c-45d4-b270-29b6e0a2bb11"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:16:21.499328 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c57d4e-ed07-4ac6-bdeb-ccac4b39dfb9 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Pushing event updated for resources: {'Port': ['ID=4cd769d3-ef7c-45d4-b270-29b6e0a2bb11,revision_number=6']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:21.593543 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['4cd769d3-ef7c-45d4-b270-29b6e0a2bb11'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:16:21.605892 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-a6a61634-80a2-4d48-94c6-8a9980dba2c4 admin admin] Deleting port fb0a28fe-184b-45eb-b922-24a1cd4ffe85 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:16:21.606468 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-a6a61634-80a2-4d48-94c6-8a9980dba2c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:21.673898 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-7bd6e8ba-b9aa-4a6f-8913-d3f270eebd48 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-945284825&fields=id&tenant_id=7da99b58a71342b9b2d6a5ea1451b765 HTTP/1.1" status: 200 len: 267 time: 0.0762553 Aug 13 04:16:21.735427 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-a6a61634-80a2-4d48-94c6-8a9980dba2c4 admin admin] For port fb0a28fe-184b-45eb-b922-24a1cd4ffe85, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=fb0a28fe-184b-45eb-b922-24a1cd4ffe85,segment=NetworkSegment(8b8d0444-3d76-40be-a0fe-1f1850b87147),segment_id=8b8d0444-3d76-40be-a0fe-1f1850b87147)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:16:21.736134 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-a6a61634-80a2-4d48-94c6-8a9980dba2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:21.753011 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-a6a61634-80a2-4d48-94c6-8a9980dba2c4 admin admin] Calling delete_port for fb0a28fe-184b-45eb-b922-24a1cd4ffe85 owned by network:router_interface {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:16:21.788649 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-ca06ac72-367c-4e33-af84-0a4fd271d9e4 None None] Provisioning complete for port 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:16:21.789022 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-ca06ac72-367c-4e33-af84-0a4fd271d9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:21.898576 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692e4a0-817f-4244-95f5-c20c3bdb1828 req-79493930-a89f-4ffb-b462-ce62b76666fb tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:21.900067 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6692e4a0-817f-4244-95f5-c20c3bdb1828 req-79493930-a89f-4ffb-b462-ce62b76666fb tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.1738660 Aug 13 04:16:21.941016 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-6b139cd8-1558-442c-8d04-55c810f12709 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:21.942546 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-6b139cd8-1558-442c-8d04-55c810f12709 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/networks?id=7c3089e4-8e84-4971-98ba-e9013a95d55b HTTP/1.1" status: 200 len: 811 time: 0.2681949 Aug 13 04:16:21.973964 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-3b18453a-a2af-4a22-a2e8-2e4d1e29a6c0 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/quotas/7da99b58a71342b9b2d6a5ea1451b765 HTTP/1.1" status: 200 len: 375 time: 0.0236089 Aug 13 04:16:21.983354 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6692e4a0-817f-4244-95f5-c20c3bdb1828 req-a3de4cd8-b41e-40ce-ac5e-1523c4255c34 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765164 Aug 13 04:16:22.056636 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-4e203875-4e5a-4b08-b70c-336c94c550ee tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7da99b58a71342b9b2d6a5ea1451b765&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716543 Aug 13 04:16:22.089607 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09a0675-502a-47f5-b02b-b2ef0e7f46f3 x-openstack-request-id: req-c09a0675-502a-47f5-b02b-b2ef0e7f46f3 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:16:22.089607 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76f92f9-dc85-4700-857a-67426fae0569", "tag": "4cd769d3-ef7c-45d4-b270-29b6e0a2bb11", "status": "completed", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:16:22.089607 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c09a0675-502a-47f5-b02b-b2ef0e7f46f3 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:16:22.089607 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f76f92f9-dc85-4700-857a-67426fae0569', 'tag': '4cd769d3-ef7c-45d4-b270-29b6e0a2bb11', 'status': 'completed', 'code': 200} Aug 13 04:16:22.108808 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-a6a61634-80a2-4d48-94c6-8a9980dba2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:22.202109 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-74542e55-e55f-4c5f-b861-0f3311df9397 service neutron] 10.222.0.32 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296825 Aug 13 04:16:22.215040 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a61634-80a2-4d48-94c6-8a9980dba2c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0a28fe-184b-45eb-b922-24a1cd4ffe85,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:22.317270 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87f205-1e29-4cc7-9f21-33fd4044a508 req-bdc85829-2a2f-4266-a21d-ef8219a19566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:22.319090 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-6f87f205-1e29-4cc7-9f21-33fd4044a508 req-bdc85829-2a2f-4266-a21d-ef8219a19566 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3086463bb33d461abf911455930d099f&device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 1137 time: 0.1205244 Aug 13 04:16:22.388024 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cfc0a-c864-4289-8770-ce10ad429c8b req-32f68bce-f3f6-422c-bc09-10f55197b2dc tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:22.395507 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-db5cfc0a-c864-4289-8770-ce10ad429c8b req-32f68bce-f3f6-422c-bc09-10f55197b2dc tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.1667306 Aug 13 04:16:22.439766 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-5ab2f4b4-ee12-4d5f-bf24-685510d2fe54 service neutron] 10.222.0.32 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305870 Aug 13 04:16:22.462223 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-db5cfc0a-c864-4289-8770-ce10ad429c8b req-13753df0-fb74-4bff-b4ff-ebf1fdee8825 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657713 Aug 13 04:16:22.612528 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87f205-1e29-4cc7-9f21-33fd4044a508 req-311ef8db-9bc6-4067-b56c-7142ad3770b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:22.614198 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-6f87f205-1e29-4cc7-9f21-33fd4044a508 req-311ef8db-9bc6-4067-b56c-7142ad3770b0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=108ee682-822f-485e-99b1-e4a7ccb079a2 HTTP/1.1" status: 200 len: 916 time: 0.2457867 Aug 13 04:16:22.682399 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-a6a61634-80a2-4d48-94c6-8a9980dba2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704038'] for router_interface, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:22.758572 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-6f87f205-1e29-4cc7-9f21-33fd4044a508 req-f3ce2a93-b128-41fe-b9e9-aad75faafc7b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 HTTP/1.1" status: 200 len: 1000 time: 0.1262870 Aug 13 04:16:22.861234 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87f205-1e29-4cc7-9f21-33fd4044a508 req-96c85ca9-0926-4212-9b22-1715827fb689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:22.862677 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-6f87f205-1e29-4cc7-9f21-33fd4044a508 req-96c85ca9-0926-4212-9b22-1715827fb689 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da0d00db-359e-4944-b69b-81292fbec523 HTTP/1.1" status: 200 len: 854 time: 0.0595808 Aug 13 04:16:23.024174 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87f205-1e29-4cc7-9f21-33fd4044a508 req-8f13c31a-4eb6-43d3-b576-bca8d57ab51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:23.031455 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-6f87f205-1e29-4cc7-9f21-33fd4044a508 req-8f13c31a-4eb6-43d3-b576-bca8d57ab51c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=108ee682-822f-485e-99b1-e4a7ccb079a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1058280 Aug 13 04:16:23.042019 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a61634-80a2-4d48-94c6-8a9980dba2c4 admin admin] Router 889a5f74-d163-458f-8e2a-98f2afd3f6d5 has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:16:23.118015 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7953c140-4820-412d-8265-cd18c7e38d84 req-5765bac5-56a2-4682-b833-6e17984bca9b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 210 time: 0.0441854 Aug 13 04:16:23.277171 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-6f87f205-1e29-4cc7-9f21-33fd4044a508 req-05096fe2-6573-403f-9bbc-e10c9668524a service neutron] 10.222.0.22 "GET /v2.0/networks/108ee682-822f-485e-99b1-e4a7ccb079a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325881 Aug 13 04:16:23.607928 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6615dad-c4a9-4441-968e-67428895d729 req-0b90532c-5a6a-438a-895b-4e42fa1345e4 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:23.609375 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a6615dad-c4a9-4441-968e-67428895d729 req-0b90532c-5a6a-438a-895b-4e42fa1345e4 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0579693 Aug 13 04:16:23.639864 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a61634-80a2-4d48-94c6-8a9980dba2c4 admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:16:23.648083 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-a6a61634-80a2-4d48-94c6-8a9980dba2c4 admin admin] 10.222.0.32 "PUT /v2.0/routers/889a5f74-d163-458f-8e2a-98f2afd3f6d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2269084 Aug 13 04:16:23.648910 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a6615dad-c4a9-4441-968e-67428895d729 req-296b501c-b689-45b4-a58d-30b431864ce0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322134 Aug 13 04:16:23.648910 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 55718) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:23.653802 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744656f5-122f-4336-9701-3336c670f053 None None] Sync routers for ids ['889a5f74-d163-458f-8e2a-98f2afd3f6d5'] in dv-cinder-759987-6-iscsi {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:16:23.666975 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-6f87f205-1e29-4cc7-9f21-33fd4044a508 req-5e060929-b028-462f-88cc-6f9a9a7fe107 service neutron] 10.222.0.22 "GET /v2.0/networks/108ee682-822f-485e-99b1-e4a7ccb079a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798330 Aug 13 04:16:23.680704 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744656f5-122f-4336-9701-3336c670f053 None None] Routers {'889a5f74-d163-458f-8e2a-98f2afd3f6d5'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:16:23.682202 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-744656f5-122f-4336-9701-3336c670f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:16:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['889a5f74-d163-458f-8e2a-98f2afd3f6d5'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:16:23.754641 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c1dd1f3e-7352-4560-bbf6-f1eb612c8955 admin admin] Notify callbacks [] for router, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:23.795712 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-744656f5-122f-4336-9701-3336c670f053 None None] Set router 889a5f74-d163-458f-8e2a-98f2afd3f6d5 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:16:23.858137 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c1dd1f3e-7352-4560-bbf6-f1eb612c8955 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:23.965506 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:24.003543 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-c1dd1f3e-7352-4560-bbf6-f1eb612c8955 admin admin] Deleting port 689e4681-b646-4cb3-8d10-5edfa7a813b1 {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:16:24.003885 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c1dd1f3e-7352-4560-bbf6-f1eb612c8955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:24.083634 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-744656f5-122f-4336-9701-3336c670f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889a5f74-d163-458f-8e2a-98f2afd3f6d5', 'name': 'tempest-ServerRescueNegativeTestJSON-429542892-router', 'tenant_id': '6525e39355904810b4595b1ab780a756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '689e4681-b646-4cb3-8d10-5edfa7a813b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:16:21Z', 'revision_number': 5, 'project_id': '6525e39355904810b4595b1ab780a756', 'gw_port': {'id': '689e4681-b646-4cb3-8d10-5edfa7a813b1', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889a5f74-d163-458f-8e2a-98f2afd3f6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:04Z', 'updated_at': '2021-08-13T04:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:16:24.124397 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744656f5-122f-4336-9701-3336c670f053 None None] Checking router: 889a5f74-d163-458f-8e2a-98f2afd3f6d5 for host: dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:16:24.128079 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-c1dd1f3e-7352-4560-bbf6-f1eb612c8955 admin admin] For port 689e4681-b646-4cb3-8d10-5edfa7a813b1, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=689e4681-b646-4cb3-8d10-5edfa7a813b1,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:16:24.130114 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c1dd1f3e-7352-4560-bbf6-f1eb612c8955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:24.137839 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744656f5-122f-4336-9701-3336c670f053 None None] Routers {'889a5f74-d163-458f-8e2a-98f2afd3f6d5'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:16:24.138625 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-744656f5-122f-4336-9701-3336c670f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:16:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['889a5f74-d163-458f-8e2a-98f2afd3f6d5'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:16:24.156789 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-c1dd1f3e-7352-4560-bbf6-f1eb612c8955 admin admin] Calling delete_port for 689e4681-b646-4cb3-8d10-5edfa7a813b1 owned by network:router_gateway {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:16:24.284177 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-744656f5-122f-4336-9701-3336c670f053 None None] Set router 889a5f74-d163-458f-8e2a-98f2afd3f6d5 gateway port host: None {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:16:24.297164 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e23c24b1-75cf-44f3-9910-dee7b128200d req-636c5708-c728-4e6f-931a-9a0b46babf22 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 210 time: 0.0754676 Aug 13 04:16:24.370301 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-744656f5-122f-4336-9701-3336c670f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889a5f74-d163-458f-8e2a-98f2afd3f6d5', 'name': 'tempest-ServerRescueNegativeTestJSON-429542892-router', 'tenant_id': '6525e39355904810b4595b1ab780a756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:16:23Z', 'revision_number': 6, 'project_id': '6525e39355904810b4595b1ab780a756', 'gw_port_host': None}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:16:24.398108 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744656f5-122f-4336-9701-3336c670f053 None None] The sync data for ids ['889a5f74-d163-458f-8e2a-98f2afd3f6d5'] in dv-cinder-759987-6-iscsi is: [{'id': '889a5f74-d163-458f-8e2a-98f2afd3f6d5', 'name': 'tempest-ServerRescueNegativeTestJSON-429542892-router', 'tenant_id': '6525e39355904810b4595b1ab780a756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:16:23Z', 'revision_number': 6, 'project_id': '6525e39355904810b4595b1ab780a756', 'gw_port_host': None}] {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:16:24.628099 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c1dd1f3e-7352-4560-bbf6-f1eb612c8955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:24.657465 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd1f3e-7352-4560-bbf6-f1eb612c8955 admin admin] Pushing event deleted for resources: {'Port': ['ID=689e4681-b646-4cb3-8d10-5edfa7a813b1,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:24.747109 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c1dd1f3e-7352-4560-bbf6-f1eb612c8955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704476'] for router_gateway, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:24.921409 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c1dd1f3e-7352-4560-bbf6-f1eb612c8955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1008'] for router, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:24.924450 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c1dd1f3e-7352-4560-bbf6-f1eb612c8955 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:25.009744 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8c384-77e7-49c2-bacb-9e4138c2279f req-e7c4409d-54e5-4547-8031-d614ffe6e3ad tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:25.017800 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a7b8c384-77e7-49c2-bacb-9e4138c2279f req-e7c4409d-54e5-4547-8031-d614ffe6e3ad tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.2130301 Aug 13 04:16:25.069631 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a7b8c384-77e7-49c2-bacb-9e4138c2279f req-c4026661-0b86-4afc-92c2-069f617f4c5a tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443811 Aug 13 04:16:25.108690 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c1dd1f3e-7352-4560-bbf6-f1eb612c8955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702527'] for router, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:25.109344 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dd1f3e-7352-4560-bbf6-f1eb612c8955 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 889a5f74-d163-458f-8e2a-98f2afd3f6d5 {{(pid=94566) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 04:16:25.126018 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c1dd1f3e-7352-4560-bbf6-f1eb612c8955 admin admin] Notify callbacks [] for router, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:25.130494 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-c1dd1f3e-7352-4560-bbf6-f1eb612c8955 admin admin] 10.222.0.32 "DELETE /v2.0/routers/889a5f74-d163-458f-8e2a-98f2afd3f6d5 HTTP/1.1" status: 204 len: 168 time: 1.4802153 Aug 13 04:16:25.132576 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 55736) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:25.312599 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_v2 [None req-092ced5c-7953-4b31-a724-fbe40a313143 admin admin] Deleting subnet f3523255-eb2e-4656-814e-91485edd0600 {{(pid=94566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:16:25.329028 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-092ced5c-7953-4b31-a724-fbe40a313143 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:25.453758 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-092ced5c-7953-4b31-a724-fbe40a313143 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2630514'] for subnet, precommit_delete_associations {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:25.589312 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9234a1d5-b61f-4034-8076-84d005fd49ce req-54d28458-0e29-491d-9795-e9cc3d4479e0 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 210 time: 0.0458145 Aug 13 04:16:25.603379 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-092ced5c-7953-4b31-a724-fbe40a313143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416950'] for subnet, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:25.774091 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-092ced5c-7953-4b31-a724-fbe40a313143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2630180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3028014'] for subnet, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:25.817382 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ced5c-7953-4b31-a724-fbe40a313143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3523255-eb2e-4656-814e-91485edd0600,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:25.832821 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-092ced5c-7953-4b31-a724-fbe40a313143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for subnet, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:25.842642 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-092ced5c-7953-4b31-a724-fbe40a313143 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f3523255-eb2e-4656-814e-91485edd0600 HTTP/1.1" status: 204 len: 168 time: 0.7062244 Aug 13 04:16:25.843412 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 55746) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:25.884013 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eedd6e-d3bb-4104-8539-2ab6bfb1a6c7 req-1c0c902a-a2e1-4aa0-96d9-533501d19599 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:25.887424 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d9eedd6e-d3bb-4104-8539-2ab6bfb1a6c7 req-1c0c902a-a2e1-4aa0-96d9-533501d19599 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 945 time: 0.1287451 Aug 13 04:16:25.938100 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e46f37b2-3604-4c1b-ab80-0192ba9ae5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16337513'] for network, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:25.967494 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d9eedd6e-d3bb-4104-8539-2ab6bfb1a6c7 req-27338c0a-2808-49e3-9913-3c226fe128b9 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706513 Aug 13 04:16:26.064876 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e46f37b2-3604-4c1b-ab80-0192ba9ae5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16418865', 'neutron.services.segments.db._delete_segments_for_network-8784944466544'] for network, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:26.076207 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-e46f37b2-3604-4c1b-ab80-0192ba9ae5e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3307ff4a-688d-47d1-ad62-e6cbee1cd9ca']}} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:16:26.095423 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-e46f37b2-3604-4c1b-ab80-0192ba9ae5e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8d0444-3d76-40be-a0fe-1f1850b87147') {'for_net_delete': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:16:26.095792 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-e46f37b2-3604-4c1b-ab80-0192ba9ae5e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8d0444-3d76-40be-a0fe-1f1850b87147') {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:16:26.106957 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e46f37b2-3604-4c1b-ab80-0192ba9ae5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784944469625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2939937'] for segment, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:26.124269 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e46f37b2-3604-4c1b-ab80-0192ba9ae5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:26.131094 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46f37b2-3604-4c1b-ab80-0192ba9ae5e5 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=94567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:16:26.131567 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e46f37b2-3604-4c1b-ab80-0192ba9ae5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2940249'] for segment, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: Traceback (most recent call last): Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: timer() Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: cb(*args, **kw) Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: return func(*args, **kwargs) Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: self._notify() Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: self.callback(batched_events) Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: event.method(event) Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: return f(self, *a, **k) Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: return self._get(url).json() Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: return self.request(url, 'GET', **kwargs) Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:16:26.134180 dv-cinder-759987-6-iscsi neutron-server[94567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:16:26.248173 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56f81c-5f64-4495-a5de-cbe67f71e548 req-7e0ee5bd-5f65-41d3-8dea-c21f7c6ed1a7 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:26.249722 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0c56f81c-5f64-4495-a5de-cbe67f71e548 req-7e0ee5bd-5f65-41d3-8dea-c21f7c6ed1a7 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0924044 Aug 13 04:16:26.257090 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e46f37b2-3604-4c1b-ab80-0192ba9ae5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16418856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704416'] for network, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:26.264037 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e46f37b2-3604-4c1b-ab80-0192ba9ae5e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:26.269225 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-e46f37b2-3604-4c1b-ab80-0192ba9ae5e5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3307ff4a-688d-47d1-ad62-e6cbee1cd9ca HTTP/1.1" status: 204 len: 168 time: 0.4215899 Aug 13 04:16:26.301132 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f37b2-3604-4c1b-ab80-0192ba9ae5e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3307ff4a-688d-47d1-ad62-e6cbee1cd9ca,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:26.309424 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0c56f81c-5f64-4495-a5de-cbe67f71e548 req-295e0173-ca3d-432e-9a7b-2610a7f77b50 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530508 Aug 13 04:16:26.493275 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device fb0a28fe-184b-45eb-b922-24a1cd4ffe85 no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:16:26.517363 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: fb0a28fe-184b-45eb-b922-24a1cd4ffe85 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:16:26.517953 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device fb0a28fe-184b-45eb-b922-24a1cd4ffe85 not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:16:26.518604 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 689e4681-b646-4cb3-8d10-5edfa7a813b1 no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:16:26.544245 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: 689e4681-b646-4cb3-8d10-5edfa7a813b1 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:16:26.544618 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 689e4681-b646-4cb3-8d10-5edfa7a813b1 not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:16:26.660817 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 55754) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:26.732443 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-e6e643e9-423b-4f8c-8d30-98d7fb536081 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6525e39355904810b4595b1ab780a756&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0703571 Aug 13 04:16:26.736630 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 55756) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:26.742142 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9a6352ed-705e-4110-8045-d81c5ea73efa req-b6bf0b69-ea7c-4a56-9586-5c26449de06b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 210 time: 0.0415325 Aug 13 04:16:26.815709 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d722ee1b-8649-45ff-90f4-9b8c9e5aa0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:26.849082 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d722ee1b-8649-45ff-90f4-9b8c9e5aa0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:27.001801 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d722ee1b-8649-45ff-90f4-9b8c9e5aa0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:27.005350 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d722ee1b-8649-45ff-90f4-9b8c9e5aa0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:27.010901 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-d722ee1b-8649-45ff-90f4-9b8c9e5aa0d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f8254d0-826d-4aa5-8a81-f14716bc8d8f HTTP/1.1" status: 204 len: 168 time: 0.2730501 Aug 13 04:16:27.030537 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722ee1b-8649-45ff-90f4-9b8c9e5aa0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8254d0-826d-4aa5-8a81-f14716bc8d8f,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:27.054568 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-83e6b359-6b4e-4228-a7ff-f49481f17e2a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:27.054728 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-83e6b359-6b4e-4228-a7ff-f49481f17e2a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.22 "GET /v2.0/networks?id=7c3089e4-8e84-4971-98ba-e9013a95d55b HTTP/1.1" status: 200 len: 811 time: 0.1360192 Aug 13 04:16:27.115325 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7784b-e0d0-4427-aa21-19844babe4ca req-d89a2739-74a3-47d1-87d9-a3b0862d3177 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:27.118528 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3ff7784b-e0d0-4427-aa21-19844babe4ca req-d89a2739-74a3-47d1-87d9-a3b0862d3177 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 945 time: 0.0788004 Aug 13 04:16:27.146775 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-9a512d02-4a63-49d5-a078-7ff4ff6f6932 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7da99b58a71342b9b2d6a5ea1451b765 HTTP/1.1" status: 200 len: 379 time: 0.0731666 Aug 13 04:16:27.164020 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-e2443cb5-3fa0-4365-a9b5-4d7878abd68a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Request body: {'port': {'device_id': '04c96b58-ee69-4010-a0b8-e7c44239db6c', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'admin_state_up': True, 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'security_groups': ['be8776ce-9994-402c-8cda-6091a1fa46e2']}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:16:27.177009 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3ff7784b-e0d0-4427-aa21-19844babe4ca req-d19ebc5e-bc4b-47a1-9094-c8304bd16a13 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519381 Aug 13 04:16:27.459179 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6edb9-83ea-4155-a9da-dfc1bbaf806c req-4443d2d0-7770-4247-b32c-47fe60d2b976 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:27.461738 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-64d6edb9-83ea-4155-a9da-dfc1bbaf806c req-4443d2d0-7770-4247-b32c-47fe60d2b976 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0570743 Aug 13 04:16:27.517189 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-64d6edb9-83ea-4155-a9da-dfc1bbaf806c req-95de3004-7b16-4a67-84ec-c8375d056792 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405993 Aug 13 04:16:27.661778 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-e2443cb5-3fa0-4365-a9b5-4d7878abd68a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Made reservation on behalf of 7da99b58a71342b9b2d6a5ea1451b765 for: {'port': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:16:27.665571 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-e2443cb5-3fa0-4365-a9b5-4d7878abd68a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:27.766521 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efacbc7-afb8-4ec6-9e3c-157950b21b2f req-f6f52054-8d30-4969-b719-289081620101 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:27.768103 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-8efacbc7-afb8-4ec6-9e3c-157950b21b2f req-f6f52054-8d30-4969-b719-289081620101 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.22 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 945 time: 0.0915699 Aug 13 04:16:27.839552 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c38329ef-6479-4faf-a114-36ff5af012a2 req-bc38389c-11d4-42f8-94ca-c1dfc92700e4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 210 time: 0.0275767 Aug 13 04:16:27.896940 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-e2443cb5-3fa0-4365-a9b5-4d7878abd68a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Allocated IP 172.20.0.13 (7c3089e4-8e84-4971-98ba-e9013a95d55b/a463f44d-8044-41b8-88a4-df5cd43047ae/729d9e2e-e3de-483e-9aee-9de04c04959e) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:16:27.951091 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-8efacbc7-afb8-4ec6-9e3c-157950b21b2f req-0939524b-894b-4b61-8589-4ce8fd22930f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Deleting port 0d5aa281-3893-4e0d-b1d8-d726c19daf94 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:16:27.951434 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-8efacbc7-afb8-4ec6-9e3c-157950b21b2f req-0939524b-894b-4b61-8589-4ce8fd22930f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:28.112157 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-8efacbc7-afb8-4ec6-9e3c-157950b21b2f req-0939524b-894b-4b61-8589-4ce8fd22930f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] For port 0d5aa281-3893-4e0d-b1d8-d726c19daf94, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=0d5aa281-3893-4e0d-b1d8-d726c19daf94,segment=NetworkSegment(6fcbf172-e9bd-487d-9c86-96b54fe5005f),segment_id=6fcbf172-e9bd-487d-9c86-96b54fe5005f)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:16:28.112567 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-8efacbc7-afb8-4ec6-9e3c-157950b21b2f req-0939524b-894b-4b61-8589-4ce8fd22930f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:28.129877 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-e2443cb5-3fa0-4365-a9b5-4d7878abd68a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:28.136584 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-8efacbc7-afb8-4ec6-9e3c-157950b21b2f req-0939524b-894b-4b61-8589-4ce8fd22930f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Calling delete_port for 0d5aa281-3893-4e0d-b1d8-d726c19daf94 owned by compute:nova {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:16:28.155483 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-e2443cb5-3fa0-4365-a9b5-4d7878abd68a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Transition to ACTIVE for port object 729d9e2e-e3de-483e-9aee-9de04c04959e will not be triggered until provisioned by entity DHCP. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:16:28.323281 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-e2443cb5-3fa0-4365-a9b5-4d7878abd68a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:28.358062 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9f460-3288-4cbf-8fd0-d0fc17f6190b req-97d97182-aa31-4d39-aed4-90751806d1b8 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:28.364969 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-15f9f460-3288-4cbf-8fd0-d0fc17f6190b req-97d97182-aa31-4d39-aed4-90751806d1b8 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 945 time: 0.0882545 Aug 13 04:16:28.392865 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-e2443cb5-3fa0-4365-a9b5-4d7878abd68a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Network 7c3089e4-8e84-4971-98ba-e9013a95d55b is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:16:28.396751 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-e2443cb5-3fa0-4365-a9b5-4d7878abd68a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:16:28.403639 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-e2443cb5-3fa0-4365-a9b5-4d7878abd68a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:16:28.428917 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-15f9f460-3288-4cbf-8fd0-d0fc17f6190b req-744f497f-232a-4c03-8086-a774297b3f76 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601485 Aug 13 04:16:28.466605 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2443cb5-3fa0-4365-a9b5-4d7878abd68a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Pushing event updated for resources: {'Port': ['ID=729d9e2e-e3de-483e-9aee-9de04c04959e,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:28.507774 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-e2443cb5-3fa0-4365-a9b5-4d7878abd68a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:28.508553 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-e2443cb5-3fa0-4365-a9b5-4d7878abd68a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:28.513296 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-8efacbc7-afb8-4ec6-9e3c-157950b21b2f req-0939524b-894b-4b61-8589-4ce8fd22930f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:28.527989 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['d96bfe27-0cb5-4705-89f7-1ee8be15abe3', '56986a10-735f-4f18-a138-e325a4b22d5e', '2ad72f3e-39d7-4a03-affa-dbac445b95b6', '0d5aa281-3893-4e0d-b1d8-d726c19daf94'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:16:28.571065 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939524b-894b-4b61-8589-4ce8fd22930f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Pushing event deleted for resources: {'Port': ['ID=0d5aa281-3893-4e0d-b1d8-d726c19daf94,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:28.657050 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efacbc7-afb8-4ec6-9e3c-157950b21b2f req-0939524b-894b-4b61-8589-4ce8fd22930f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] No DVR routers for this DVR port 0d5aa281-3893-4e0d-b1d8-d726c19daf94 on host hv-cinder-75998 {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:16:28.659864 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-8efacbc7-afb8-4ec6-9e3c-157950b21b2f req-0939524b-894b-4b61-8589-4ce8fd22930f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:28.662523 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-8efacbc7-afb8-4ec6-9e3c-157950b21b2f req-0939524b-894b-4b61-8589-4ce8fd22930f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.22 "DELETE /v2.0/ports/0d5aa281-3893-4e0d-b1d8-d726c19daf94 HTTP/1.1" status: 204 len: 173 time: 0.8859491 Aug 13 04:16:28.669054 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a802816e-1204-45b9-83df-e0fbe5529f2f', 'name': 'network-vif-deleted', 'tag': '0d5aa281-3893-4e0d-b1d8-d726c19daf94'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:16:28.669054 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38850dc-8c16-474b-aa5a-5ce0d7951606" -d '{"events": [{"server_uuid": "a802816e-1204-45b9-83df-e0fbe5529f2f", "name": "network-vif-deleted", "tag": "0d5aa281-3893-4e0d-b1d8-d726c19daf94"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:16:28.686341 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-e2443cb5-3fa0-4365-a9b5-4d7878abd68a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5315256 Aug 13 04:16:28.703334 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-572d0b20-7535-459b-b047-a23c31cc47f6 service neutron] Request body: {'port': {'device_id': '04c96b58-ee69-4010-a0b8-e7c44239db6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:16:28.752017 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d8a9e0-915e-4c4f-9833-6e03e97efb04 x-openstack-request-id: req-12d8a9e0-915e-4c4f-9833-6e03e97efb04 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:16:28.752773 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a802816e-1204-45b9-83df-e0fbe5529f2f", "name": "network-vif-deleted", "tag": "0d5aa281-3893-4e0d-b1d8-d726c19daf94", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:16:28.753181 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12d8a9e0-915e-4c4f-9833-6e03e97efb04 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:16:28.753866 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a802816e-1204-45b9-83df-e0fbe5529f2f', 'name': 'network-vif-deleted', 'tag': '0d5aa281-3893-4e0d-b1d8-d726c19daf94', 'status': 'completed', 'code': 200} Aug 13 04:16:28.765414 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ff89-0fcf-4e44-8b2a-c5e789b8cd1e req-e701e1ef-76f9-413d-9552-6b5e03b74d28 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:28.775755 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9a63ff89-0fcf-4e44-8b2a-c5e789b8cd1e req-e701e1ef-76f9-413d-9552-6b5e03b74d28 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0937412 Aug 13 04:16:28.817288 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-41f8bfa5-3024-4cd5-bc4d-44bdf51acc7e None None] Provisioning for port 729d9e2e-e3de-483e-9aee-9de04c04959e completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:16:28.820292 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-572d0b20-7535-459b-b047-a23c31cc47f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:28.830200 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9a63ff89-0fcf-4e44-8b2a-c5e789b8cd1e req-f832da7a-5432-48fd-b74d-2bb11b53917f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529640 Aug 13 04:16:28.843823 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-41f8bfa5-3024-4cd5-bc4d-44bdf51acc7e None None] Provisioning complete for port 729d9e2e-e3de-483e-9aee-9de04c04959e triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:16:28.844936 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-41f8bfa5-3024-4cd5-bc4d-44bdf51acc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:28.950272 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-41f8bfa5-3024-4cd5-bc4d-44bdf51acc7e None None] Port 729d9e2e-e3de-483e-9aee-9de04c04959e cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:16:29.105594 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392bf90-f3f6-41c3-9d88-3d6c89c1bc49 req-aabffca1-229d-4447-afd2-d99e54c52a0f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:29.115105 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3392bf90-f3f6-41c3-9d88-3d6c89c1bc49 req-aabffca1-229d-4447-afd2-d99e54c52a0f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 932 time: 0.1074355 Aug 13 04:16:29.198584 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3392bf90-f3f6-41c3-9d88-3d6c89c1bc49 req-357d3f0d-6d67-47fb-8627-289d7d0a7b6b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823298 Aug 13 04:16:29.234627 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-572d0b20-7535-459b-b047-a23c31cc47f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729d9e2e-e3de-483e-9aee-9de04c04959e {{(pid=94567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:16:29.242678 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-572d0b20-7535-459b-b047-a23c31cc47f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:29.258421 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-572d0b20-7535-459b-b047-a23c31cc47f6 service neutron] Transition to ACTIVE for port object 729d9e2e-e3de-483e-9aee-9de04c04959e will not be triggered until provisioned by entity L2. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:16:29.313518 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-572d0b20-7535-459b-b047-a23c31cc47f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:29.383312 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d0b20-7535-459b-b047-a23c31cc47f6 service neutron] Pushing event updated for resources: {'Port': ['ID=729d9e2e-e3de-483e-9aee-9de04c04959e,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:29.474094 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-572d0b20-7535-459b-b047-a23c31cc47f6 service neutron] Attempting to bind port 729d9e2e-e3de-483e-9aee-9de04c04959e on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:16:29.474526 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-572d0b20-7535-459b-b047-a23c31cc47f6 service neutron] Attempting to bind port 729d9e2e-e3de-483e-9aee-9de04c04959e by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': '959b64a0-600e-4c8a-a999-c6c028523cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:16:29.474949 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-572d0b20-7535-459b-b047-a23c31cc47f6 service neutron] Attempting to bind port 729d9e2e-e3de-483e-9aee-9de04c04959e on network 7c3089e4-8e84-4971-98ba-e9013a95d55b {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:16:29.485427 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-572d0b20-7535-459b-b047-a23c31cc47f6 service neutron] Port 729d9e2e-e3de-483e-9aee-9de04c04959e on network 7c3089e4-8e84-4971-98ba-e9013a95d55b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:16:29.494865 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-572d0b20-7535-459b-b047-a23c31cc47f6 service neutron] Attempting to bind port 729d9e2e-e3de-483e-9aee-9de04c04959e on network 7c3089e4-8e84-4971-98ba-e9013a95d55b {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:16:29.494865 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-572d0b20-7535-459b-b047-a23c31cc47f6 service neutron] Checking agent: {'id': '0c202f7d-8fe9-4513-921d-f16665c9f5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'started_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:16:29.494865 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-572d0b20-7535-459b-b047-a23c31cc47f6 service neutron] Checking segment: {'id': '959b64a0-600e-4c8a-a999-c6c028523cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:16:29.494865 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-572d0b20-7535-459b-b047-a23c31cc47f6 service neutron] Bound using segment: {'id': '959b64a0-600e-4c8a-a999-c6c028523cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:16:29.494865 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-572d0b20-7535-459b-b047-a23c31cc47f6 service neutron] Bound port: 729d9e2e-e3de-483e-9aee-9de04c04959e, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '959b64a0-600e-4c8a-a999-c6c028523cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:16:29.494865 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-572d0b20-7535-459b-b047-a23c31cc47f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:29.557904 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c69c09f7-e58e-4568-9ab3-a16e76c1e573 req-0461ea8b-e327-4edd-bf90-e142197b065b tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=a802816e-1204-45b9-83df-e0fbe5529f2f HTTP/1.1" status: 200 len: 210 time: 0.0362995 Aug 13 04:16:29.573920 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-572d0b20-7535-459b-b047-a23c31cc47f6 service neutron] For port 729d9e2e-e3de-483e-9aee-9de04c04959e, host hv-cinder-75998, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:16:29.578810 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-572d0b20-7535-459b-b047-a23c31cc47f6 service neutron] For port 729d9e2e-e3de-483e-9aee-9de04c04959e, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=729d9e2e-e3de-483e-9aee-9de04c04959e,segment=NetworkSegment(959b64a0-600e-4c8a-a999-c6c028523cc0),segment_id=959b64a0-600e-4c8a-a999-c6c028523cc0)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:16:29.742442 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-572d0b20-7535-459b-b047-a23c31cc47f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:29.778704 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-572d0b20-7535-459b-b047-a23c31cc47f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:29.779208 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-572d0b20-7535-459b-b047-a23c31cc47f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:29.780854 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-572d0b20-7535-459b-b047-a23c31cc47f6 service neutron] 10.222.0.22 "PUT /v2.0/ports/729d9e2e-e3de-483e-9aee-9de04c04959e HTTP/1.1" status: 200 len: 1094 time: 1.0837026 Aug 13 04:16:29.809535 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d0b20-7535-459b-b047-a23c31cc47f6 service neutron] Pushing event updated for resources: {'Port': ['ID=729d9e2e-e3de-483e-9aee-9de04c04959e,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:29.957548 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-3ccc3377-bb6d-4b36-8a1b-534e69004c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:29.959727 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-3ccc3377-bb6d-4b36-8a1b-534e69004c74 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7da99b58a71342b9b2d6a5ea1451b765&device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 1097 time: 0.0677731 Aug 13 04:16:29.973838 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17c198-bcf5-4d53-a156-b8cbd54c1231 req-1954c317-a0b2-4ae6-8274-8d33d844077f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:29.981340 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fa17c198-bcf5-4d53-a156-b8cbd54c1231 req-1954c317-a0b2-4ae6-8274-8d33d844077f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0711825 Aug 13 04:16:30.015500 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-df61cd95-efb9-4043-b92e-3d1ecf326f64 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=729d9e2e-e3de-483e-9aee-9de04c04959e HTTP/1.1" status: 200 len: 217 time: 0.0450475 Aug 13 04:16:30.025070 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fa17c198-bcf5-4d53-a156-b8cbd54c1231 req-88f34d56-ee97-4dab-961f-424f63d8114d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424237 Aug 13 04:16:30.083127 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-f8b887b5-6166-4597-a2af-3618ba3fa496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:30.084642 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-f8b887b5-6166-4597-a2af-3618ba3fa496 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a463f44d-8044-41b8-88a4-df5cd43047ae HTTP/1.1" status: 200 len: 850 time: 0.0505135 Aug 13 04:16:30.139144 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-5ec60da7-657f-41d3-a147-b2fca3acc565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:30.140988 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-5ec60da7-657f-41d3-a147-b2fca3acc565 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c3089e4-8e84-4971-98ba-e9013a95d55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445681 Aug 13 04:16:30.242874 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-9cf94a8e-9bce-4287-8db5-3cf7bd31d8ab service neutron] 10.222.0.22 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871763 Aug 13 04:16:30.325873 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc0ea1-7378-413c-99c9-388d5fd894a7 req-1d253f6a-f52e-473d-94a4-0ca6a83aa6e6 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:30.327332 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e2fc0ea1-7378-413c-99c9-388d5fd894a7 req-1d253f6a-f52e-473d-94a4-0ca6a83aa6e6 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 944 time: 0.0482662 Aug 13 04:16:30.365158 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e2fc0ea1-7378-413c-99c9-388d5fd894a7 req-1c93720c-ab81-47d0-9514-c65a33b5f576 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318308 Aug 13 04:16:30.453222 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-48ee9bef-06d5-4f9a-9a42-a4b4cc0b771d req-1e555acb-a364-4920-81bf-27c3790521f4 service neutron] 10.222.0.22 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842867 Aug 13 04:16:30.549336 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 0d5aa281-3893-4e0d-b1d8-d726c19daf94 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:16:30.569262 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] No Port match for: 0d5aa281-3893-4e0d-b1d8-d726c19daf94 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:16:30.569601 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 0d5aa281-3893-4e0d-b1d8-d726c19daf94 not bound to the agent host hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:16:30.757414 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c96b58-ee69-4010-a0b8-e7c44239db6c', 'tag': '729d9e2e-e3de-483e-9aee-9de04c04959e'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:16:30.760176 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222acc7e-fd88-4a23-b7df-a10d23f88487" -d '{"events": [{"name": "network-changed", "server_uuid": "04c96b58-ee69-4010-a0b8-e7c44239db6c", "tag": "729d9e2e-e3de-483e-9aee-9de04c04959e"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:16:30.780523 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6eda5-9e0f-46ff-81c3-c1e796dbb6b7 req-2cd69971-5b9f-418c-8a5e-f6670db12671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:30.782103 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d4f6eda5-9e0f-46ff-81c3-c1e796dbb6b7 req-2cd69971-5b9f-418c-8a5e-f6670db12671 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=25ac2d78559b4fb2ba32472ce882e229&device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 1099 time: 0.0516140 Aug 13 04:16:30.796349 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72ea4c4-9125-4df1-a280-bd33b037c624 x-openstack-request-id: req-b72ea4c4-9125-4df1-a280-bd33b037c624 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:16:30.796660 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c96b58-ee69-4010-a0b8-e7c44239db6c", "tag": "729d9e2e-e3de-483e-9aee-9de04c04959e", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:16:30.796912 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b72ea4c4-9125-4df1-a280-bd33b037c624 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:16:30.797296 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c96b58-ee69-4010-a0b8-e7c44239db6c', 'tag': '729d9e2e-e3de-483e-9aee-9de04c04959e', 'status': 'completed', 'code': 200} Aug 13 04:16:30.919703 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222acc7e-fd88-4a23-b7df-a10d23f88487 req-fa9e3267-22cc-4daf-ab46-c27e22de549e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:30.921255 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-222acc7e-fd88-4a23-b7df-a10d23f88487 req-fa9e3267-22cc-4daf-ab46-c27e22de549e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7da99b58a71342b9b2d6a5ea1451b765&device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 1097 time: 0.0629222 Aug 13 04:16:30.933415 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6eda5-9e0f-46ff-81c3-c1e796dbb6b7 req-1ae07952-f327-4bde-a155-cdd535c0d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:30.934793 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d4f6eda5-9e0f-46ff-81c3-c1e796dbb6b7 req-1ae07952-f327-4bde-a155-cdd535c0d9b4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9c6f0cf8-8337-4066-b36b-c6631b745879 HTTP/1.1" status: 200 len: 918 time: 0.1255105 Aug 13 04:16:31.058137 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d4f6eda5-9e0f-46ff-81c3-c1e796dbb6b7 req-60c3b595-0111-4613-bdde-e48c6ba03b7d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=001fb04f-8166-40bb-a037-3d0e00670e8a HTTP/1.1" status: 200 len: 1002 time: 0.1065581 Aug 13 04:16:31.109594 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222acc7e-fd88-4a23-b7df-a10d23f88487 req-81a3e61f-30b6-4be6-8745-0527f48e3129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:31.111121 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-222acc7e-fd88-4a23-b7df-a10d23f88487 req-81a3e61f-30b6-4be6-8745-0527f48e3129 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7c3089e4-8e84-4971-98ba-e9013a95d55b HTTP/1.1" status: 200 len: 912 time: 0.1672676 Aug 13 04:16:31.158142 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7b3c3-3b21-434c-9c38-1aa54132952d req-913c54fd-4633-433f-8307-1a49f35a6cee tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:31.159717 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-adc7b3c3-3b21-434c-9c38-1aa54132952d req-913c54fd-4633-433f-8307-1a49f35a6cee tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0541961 Aug 13 04:16:31.160151 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6eda5-9e0f-46ff-81c3-c1e796dbb6b7 req-20d3c490-61aa-47c7-8463-4f50de5d6efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:31.161942 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d4f6eda5-9e0f-46ff-81c3-c1e796dbb6b7 req-20d3c490-61aa-47c7-8463-4f50de5d6efa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6cfb5348-48f5-4b3c-8b98-198f1cb90f54 HTTP/1.1" status: 200 len: 856 time: 0.0920622 Aug 13 04:16:31.163321 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-222acc7e-fd88-4a23-b7df-a10d23f88487 req-3541a1ea-2940-4f44-80f0-6a5adead7945 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=729d9e2e-e3de-483e-9aee-9de04c04959e HTTP/1.1" status: 200 len: 217 time: 0.0405369 Aug 13 04:16:31.202184 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-adc7b3c3-3b21-434c-9c38-1aa54132952d req-ec68217e-7f50-4817-b314-54057032546a tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362179 Aug 13 04:16:31.259550 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222acc7e-fd88-4a23-b7df-a10d23f88487 req-3477f402-6a2b-4cf3-9def-543f1a90877c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:31.261656 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-222acc7e-fd88-4a23-b7df-a10d23f88487 req-3477f402-6a2b-4cf3-9def-543f1a90877c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a463f44d-8044-41b8-88a4-df5cd43047ae HTTP/1.1" status: 200 len: 850 time: 0.0795834 Aug 13 04:16:31.270352 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6eda5-9e0f-46ff-81c3-c1e796dbb6b7 req-03e42b48-09d2-4aca-8f2b-fb446868fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:31.275830 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d4f6eda5-9e0f-46ff-81c3-c1e796dbb6b7 req-03e42b48-09d2-4aca-8f2b-fb446868fbf4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c6f0cf8-8337-4066-b36b-c6631b745879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822001 Aug 13 04:16:31.381979 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222acc7e-fd88-4a23-b7df-a10d23f88487 req-4576d909-089d-4249-a230-584388f0e169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:31.383507 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-222acc7e-fd88-4a23-b7df-a10d23f88487 req-4576d909-089d-4249-a230-584388f0e169 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c3089e4-8e84-4971-98ba-e9013a95d55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0989816 Aug 13 04:16:31.410072 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d4f6eda5-9e0f-46ff-81c3-c1e796dbb6b7 req-c1e5f01b-ebad-4dc7-a74f-2cf006af0403 service neutron] 10.222.0.22 "GET /v2.0/networks/9c6f0cf8-8337-4066-b36b-c6631b745879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241546 Aug 13 04:16:31.481860 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc32a0c-4ce2-4c79-9499-5907cb6cab12 req-2cb8e83d-1e9c-43ff-8432-0925d17b93ec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:31.483348 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bcc32a0c-4ce2-4c79-9499-5907cb6cab12 req-2cb8e83d-1e9c-43ff-8432-0925d17b93ec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 944 time: 0.0505841 Aug 13 04:16:31.521449 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bcc32a0c-4ce2-4c79-9499-5907cb6cab12 req-137156a5-f94d-498a-9bf4-cd64237fb2cd tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320358 Aug 13 04:16:31.567046 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-222acc7e-fd88-4a23-b7df-a10d23f88487 req-2c55b9c3-d7bf-433e-bd8b-4e8769c0663d service neutron] 10.222.0.22 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657839 Aug 13 04:16:31.570394 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d4f6eda5-9e0f-46ff-81c3-c1e796dbb6b7 req-4c70f4a9-5dd2-4b2d-b883-70c64c5de163 service neutron] 10.222.0.22 "GET /v2.0/networks/9c6f0cf8-8337-4066-b36b-c6631b745879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462779 Aug 13 04:16:31.669252 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-222acc7e-fd88-4a23-b7df-a10d23f88487 req-75bc9b50-8117-49a7-8727-6b198766b9ac service neutron] 10.222.0.22 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834563 Aug 13 04:16:32.235353 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656add7-8307-4546-b92d-b75467878c52 req-56075208-6000-488c-b92c-381034cc572d tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:32.236965 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b656add7-8307-4546-b92d-b75467878c52 req-56075208-6000-488c-b92c-381034cc572d tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 946 time: 0.0489399 Aug 13 04:16:32.274393 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b656add7-8307-4546-b92d-b75467878c52 req-8d30e32d-dd3f-470a-a442-ef0e31317710 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312862 Aug 13 04:16:32.331378 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962a375-a89c-40d9-8688-042685531b20 req-a3b86785-d030-44f9-94a1-a6fa68607d3d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:32.332840 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9962a375-a89c-40d9-8688-042685531b20 req-a3b86785-d030-44f9-94a1-a6fa68607d3d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.0514433 Aug 13 04:16:32.369936 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9962a375-a89c-40d9-8688-042685531b20 req-cedb734f-820e-4f4d-ac66-9d3d88af4fde tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303109 Aug 13 04:16:32.641756 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bc1a4-7561-4f06-9f07-5d390cc66d00 req-8a3c6455-9893-4a80-91c4-a666c3d77ca2 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:32.643233 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f84bc1a4-7561-4f06-9f07-5d390cc66d00 req-8a3c6455-9893-4a80-91c4-a666c3d77ca2 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 944 time: 0.0499573 Aug 13 04:16:32.679806 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f84bc1a4-7561-4f06-9f07-5d390cc66d00 req-3d3ce75b-3cdd-45a9-adc4-13eddd39c352 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304861 Aug 13 04:16:33.135118 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 55878) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:33.238425 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-55865fae-f0d7-48e3-9959-1979cb73de29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:33.325633 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-55865fae-f0d7-48e3-9959-1979cb73de29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:33.371074 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-55865fae-f0d7-48e3-9959-1979cb73de29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:33.392996 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41748f-68b2-429c-a18c-e268afa838c9 req-2468c34b-0ebd-42b8-a78b-92c9f9443461 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:33.394520 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cb41748f-68b2-429c-a18c-e268afa838c9 req-2468c34b-0ebd-42b8-a78b-92c9f9443461 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 946 time: 0.0495973 Aug 13 04:16:33.413080 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-55865fae-f0d7-48e3-9959-1979cb73de29 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8580206aeb14e29bf82a98efaf6a03a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764852 Aug 13 04:16:33.415366 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55865fae-f0d7-48e3-9959-1979cb73de29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9d501e-a9bd-4119-b020-a96a5f72a649,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:33.417777 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 55886) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:33.706291 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cb41748f-68b2-429c-a18c-e268afa838c9 req-bd63bd7d-2fc0-41ea-8526-3b2072e6d272 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027170 Aug 13 04:16:33.748046 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d8443-033d-415a-aff7-73306943e1a4 req-e81d730c-bf05-40ed-886e-1ec2614a1c97 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:33.749628 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-de2d8443-033d-415a-aff7-73306943e1a4 req-e81d730c-bf05-40ed-886e-1ec2614a1c97 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 946 time: 0.3007436 Aug 13 04:16:33.752834 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-72891193-cbf7-4271-be9d-6e9a1898ca03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:33.789061 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-72891193-cbf7-4271-be9d-6e9a1898ca03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:33.856975 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-de2d8443-033d-415a-aff7-73306943e1a4 req-19f9a969-632b-4243-93a5-b25a52eec0bd tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996749 Aug 13 04:16:33.875240 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a9d82-d0ff-4669-841c-2f4ff412472a req-b7755807-7595-4df7-94d6-c3380bda94f9 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:33.877008 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-668a9d82-d0ff-4669-841c-2f4ff412472a req-b7755807-7595-4df7-94d6-c3380bda94f9 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 944 time: 0.0921612 Aug 13 04:16:33.916826 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-668a9d82-d0ff-4669-841c-2f4ff412472a req-ce3879f1-af31-41bf-8614-319d5c6bf514 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311434 Aug 13 04:16:33.948454 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-72891193-cbf7-4271-be9d-6e9a1898ca03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:33.950970 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-72891193-cbf7-4271-be9d-6e9a1898ca03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:33.952050 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-72891193-cbf7-4271-be9d-6e9a1898ca03 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff9d501e-a9bd-4119-b020-a96a5f72a649 HTTP/1.1" status: 204 len: 168 time: 0.5333526 Aug 13 04:16:33.961199 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72891193-cbf7-4271-be9d-6e9a1898ca03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9d501e-a9bd-4119-b020-a96a5f72a649,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:34.073972 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836a837-1087-4668-b105-33a0cf5b7686 req-50f469fc-813e-4645-8961-15b40f1cf2ff tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:34.075314 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-1836a837-1087-4668-b105-33a0cf5b7686 req-50f469fc-813e-4645-8961-15b40f1cf2ff tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.22 "GET /v2.0/ports?device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 946 time: 0.0483944 Aug 13 04:16:34.180443 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-1836a837-1087-4668-b105-33a0cf5b7686 req-ce81bdc8-f948-4672-82e4-009bd955b91f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Deleting port 2ad72f3e-39d7-4a03-affa-dbac445b95b6 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:16:34.181146 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-1836a837-1087-4668-b105-33a0cf5b7686 req-ce81bdc8-f948-4672-82e4-009bd955b91f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:34.277094 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-1836a837-1087-4668-b105-33a0cf5b7686 req-ce81bdc8-f948-4672-82e4-009bd955b91f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] For port 2ad72f3e-39d7-4a03-affa-dbac445b95b6, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=2ad72f3e-39d7-4a03-affa-dbac445b95b6,segment=NetworkSegment(6fcbf172-e9bd-487d-9c86-96b54fe5005f),segment_id=6fcbf172-e9bd-487d-9c86-96b54fe5005f)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:16:34.277463 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-1836a837-1087-4668-b105-33a0cf5b7686 req-ce81bdc8-f948-4672-82e4-009bd955b91f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:34.295117 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-1836a837-1087-4668-b105-33a0cf5b7686 req-ce81bdc8-f948-4672-82e4-009bd955b91f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Calling delete_port for 2ad72f3e-39d7-4a03-affa-dbac445b95b6 owned by compute:nova {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:16:34.484587 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-1836a837-1087-4668-b105-33a0cf5b7686 req-ce81bdc8-f948-4672-82e4-009bd955b91f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:34.498638 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['d96bfe27-0cb5-4705-89f7-1ee8be15abe3', '56986a10-735f-4f18-a138-e325a4b22d5e', '2ad72f3e-39d7-4a03-affa-dbac445b95b6'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:16:34.516500 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81bdc8-f948-4672-82e4-009bd955b91f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Pushing event deleted for resources: {'Port': ['ID=2ad72f3e-39d7-4a03-affa-dbac445b95b6,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:34.560741 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-1836a837-1087-4668-b105-33a0cf5b7686 req-ce81bdc8-f948-4672-82e4-009bd955b91f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] No DVR routers for this DVR port 2ad72f3e-39d7-4a03-affa-dbac445b95b6 on host hv-cinder-75998 {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:16:34.563657 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-1836a837-1087-4668-b105-33a0cf5b7686 req-ce81bdc8-f948-4672-82e4-009bd955b91f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:34.565703 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-1836a837-1087-4668-b105-33a0cf5b7686 req-ce81bdc8-f948-4672-82e4-009bd955b91f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.22 "DELETE /v2.0/ports/2ad72f3e-39d7-4a03-affa-dbac445b95b6 HTTP/1.1" status: 204 len: 173 time: 0.4779167 Aug 13 04:16:34.566146 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847254f6-f4ba-4329-bab8-8524fa845af8', 'name': 'network-vif-deleted', 'tag': '2ad72f3e-39d7-4a03-affa-dbac445b95b6'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:16:34.568484 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf74be9a-c6c6-490e-9c27-0231a6952c38" -d '{"events": [{"server_uuid": "847254f6-f4ba-4329-bab8-8524fa845af8", "name": "network-vif-deleted", "tag": "2ad72f3e-39d7-4a03-affa-dbac445b95b6"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:16:34.580895 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 001fb04f-8166-40bb-a037-3d0e00670e8a no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:16:34.607988 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558223c1-4c16-4166-b1b7-9d764b8deb23 x-openstack-request-id: req-558223c1-4c16-4166-b1b7-9d764b8deb23 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:16:34.608273 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847254f6-f4ba-4329-bab8-8524fa845af8", "name": "network-vif-deleted", "tag": "2ad72f3e-39d7-4a03-affa-dbac445b95b6", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:16:34.608570 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-558223c1-4c16-4166-b1b7-9d764b8deb23 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:16:34.608976 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847254f6-f4ba-4329-bab8-8524fa845af8', 'name': 'network-vif-deleted', 'tag': '2ad72f3e-39d7-4a03-affa-dbac445b95b6', 'status': 'completed', 'code': 200} Aug 13 04:16:34.719853 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:34.774562 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889c23c3-3bde-4faf-a093-5c1af25d7576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '001fb04f-8166-40bb-a037-3d0e00670e8a'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:16:34.778225 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e85fac-07bc-4ae6-9f26-0701b79c844f" -d '{"events": [{"server_uuid": "889c23c3-3bde-4faf-a093-5c1af25d7576", "name": "network-vif-unplugged", "status": "completed", "tag": "001fb04f-8166-40bb-a037-3d0e00670e8a"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:16:34.808411 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 001fb04f-8166-40bb-a037-3d0e00670e8a, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=001fb04f-8166-40bb-a037-3d0e00670e8a,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:16:34.813156 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 13 Aug 2021 04:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc76b47-d702-4e0b-9068-0d2328386eab x-openstack-request-id: req-0cc76b47-d702-4e0b-9068-0d2328386eab {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:16:34.813559 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889c23c3-3bde-4faf-a093-5c1af25d7576", "name": "network-vif-unplugged", "status": "failed", "tag": "001fb04f-8166-40bb-a037-3d0e00670e8a", "code": 422}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:16:34.813812 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0cc76b47-d702-4e0b-9068-0d2328386eab {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:16:34.814232 dv-cinder-759987-6-iscsi neutron-server[94568]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '889c23c3-3bde-4faf-a093-5c1af25d7576', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '001fb04f-8166-40bb-a037-3d0e00670e8a', 'code': 422} returned with failed status Aug 13 04:16:34.824962 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7c437aed-6c58-440c-9f65-993a2e3d9d06 req-4bb530b1-080f-4c7b-9f8d-d583620f3d96 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=847254f6-f4ba-4329-bab8-8524fa845af8 HTTP/1.1" status: 200 len: 210 time: 0.0475066 Aug 13 04:16:34.873546 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:34.930546 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=001fb04f-8166-40bb-a037-3d0e00670e8a,revision_number=8']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:34.943040 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:34.946408 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:34.946408 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:34.946408 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:34.946408 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:34.946408 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:34.948141 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:34.948957 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:34.949512 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:34.950168 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:34.950851 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:34.951476 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:16:35.035255 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f908674-469d-4439-ae4a-cc642278d7b7 req-79959f78-d224-4b2f-b5a4-2f07e7724255 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:35.036771 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4f908674-469d-4439-ae4a-cc642278d7b7 req-79959f78-d224-4b2f-b5a4-2f07e7724255 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.1027830 Aug 13 04:16:35.071748 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab3272-00bb-4304-ad36-801961a2eef0 req-466eb6cf-4e26-4fb5-b271-b1a419d09619 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:35.074207 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-18ab3272-00bb-4304-ad36-801961a2eef0 req-466eb6cf-4e26-4fb5-b271-b1a419d09619 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 944 time: 0.0813563 Aug 13 04:16:35.107015 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4f908674-469d-4439-ae4a-cc642278d7b7 req-e843cb55-e8e1-4842-99ed-d3c3f7129100 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630352 Aug 13 04:16:35.125266 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-18ab3272-00bb-4304-ad36-801961a2eef0 req-3db8c048-cafa-4509-bac9-4ba7277a156c tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449812 Aug 13 04:16:36.255627 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c77d02-7b39-4938-9e41-345625423c2f req-8c060ff0-04cd-4f0a-8b40-ba24e6584b86 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:36.257263 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b4c77d02-7b39-4938-9e41-345625423c2f req-8c060ff0-04cd-4f0a-8b40-ba24e6584b86 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 944 time: 0.0541146 Aug 13 04:16:36.309151 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b4c77d02-7b39-4938-9e41-345625423c2f req-4992d2df-b42b-48b3-b4ff-c56d93ff3adc tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424442 Aug 13 04:16:36.441963 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9261a07-75e0-4633-bfd9-7d4c9c353a1e req-06f80836-57ce-4845-a40b-343000cd632a tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:36.443568 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e9261a07-75e0-4633-bfd9-7d4c9c353a1e req-06f80836-57ce-4845-a40b-343000cd632a tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 946 time: 0.0628803 Aug 13 04:16:36.467121 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 55978) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:36.533084 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e9261a07-75e0-4633-bfd9-7d4c9c353a1e req-fd6ba328-1d96-4715-a5a4-4972645c1ada tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794489 Aug 13 04:16:36.551423 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bafe5-212b-4d31-bbfd-0c46843bd08f req-513ecd1b-bf22-418d-b426-32df41bacba6 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:36.552991 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7e4bafe5-212b-4d31-bbfd-0c46843bd08f req-513ecd1b-bf22-418d-b426-32df41bacba6 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0909348 Aug 13 04:16:36.605316 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7e4bafe5-212b-4d31-bbfd-0c46843bd08f req-c743f553-b830-41db-9952-7c66af31d329 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440724 Aug 13 04:16:36.611029 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ba22f38a-4a62-4af4-adc1-b7dd2994093c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:36.716135 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ba22f38a-4a62-4af4-adc1-b7dd2994093c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:36.776749 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ba22f38a-4a62-4af4-adc1-b7dd2994093c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:36.830846 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-ba22f38a-4a62-4af4-adc1-b7dd2994093c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92b8a8df539f4c44a7120fc31b584eaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3625920 Aug 13 04:16:36.832148 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22f38a-4a62-4af4-adc1-b7dd2994093c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b046b4-5ced-4a8f-b425-623903eb550b,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:36.834045 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 55996) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:36.896020 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e9303444-bf27-4735-898c-795ad4a2fa6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:36.920951 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e9303444-bf27-4735-898c-795ad4a2fa6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:37.017976 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 56002) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:37.033166 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e9303444-bf27-4735-898c-795ad4a2fa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:37.036229 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e9303444-bf27-4735-898c-795ad4a2fa6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:37.036955 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-e9303444-bf27-4735-898c-795ad4a2fa6b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33b046b4-5ced-4a8f-b425-623903eb550b HTTP/1.1" status: 204 len: 168 time: 0.1989841 Aug 13 04:16:37.046099 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9303444-bf27-4735-898c-795ad4a2fa6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b046b4-5ced-4a8f-b425-623903eb550b,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:37.119528 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-79abd6f4-f36f-4dda-8435-95f44701a708 req-c7c42139-ab71-43e3-a90e-829519144205 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0998061 Aug 13 04:16:37.432926 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b628047-92bc-4079-9e2d-a45a62ab14b7 req-fab97c42-03c0-42d7-b752-164be6d4543f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:37.434381 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3b628047-92bc-4079-9e2d-a45a62ab14b7 req-fab97c42-03c0-42d7-b752-164be6d4543f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 944 time: 0.0545275 Aug 13 04:16:37.472218 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3b628047-92bc-4079-9e2d-a45a62ab14b7 req-6b01441c-aa38-46ae-ad84-9957fab36ccb tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318453 Aug 13 04:16:37.653780 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f535724-29e3-4439-8718-89ae742ad8ee req-3f2f75c2-cace-4d5a-bf76-ebfa85458b72 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:37.655331 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1f535724-29e3-4439-8718-89ae742ad8ee req-3f2f75c2-cace-4d5a-bf76-ebfa85458b72 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 946 time: 0.0500665 Aug 13 04:16:37.704360 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1f535724-29e3-4439-8718-89ae742ad8ee req-d9d5c116-a0ff-4d3e-92a1-2a2bf161301d tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427272 Aug 13 04:16:37.708316 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 56022) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:37.723057 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3e6e5a54-3040-4c13-a701-1ba35929a84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:37.743021 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13038f87-1b40-4a3f-9ec9-134968fb8c8b req-73fb8462-5297-419e-87b0-a8b8e5c8901f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:37.744652 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-13038f87-1b40-4a3f-9ec9-134968fb8c8b req-73fb8462-5297-419e-87b0-a8b8e5c8901f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0619075 Aug 13 04:16:37.786304 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-13038f87-1b40-4a3f-9ec9-134968fb8c8b req-1f450489-ce11-4be3-9ad1-1528a39e25c0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351367 Aug 13 04:16:37.813508 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3e6e5a54-3040-4c13-a701-1ba35929a84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:37.885086 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3e6e5a54-3040-4c13-a701-1ba35929a84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:37.940576 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-3e6e5a54-3040-4c13-a701-1ba35929a84a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88506e61eddf4d6d9b5cf7cb98cf0792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310236 Aug 13 04:16:37.942260 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e5a54-3040-4c13-a701-1ba35929a84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681c5a71-f84e-4946-aa66-3e40126aac6e,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:37.943480 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 56024) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:37.953742 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b03747-949f-44e3-be46-3852d45512fc req-f2ed6860-e8eb-4bc1-a790-ef99afb75b9a tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:37.955243 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-85b03747-949f-44e3-be46-3852d45512fc req-f2ed6860-e8eb-4bc1-a790-ef99afb75b9a tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.22 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 946 time: 0.0988951 Aug 13 04:16:37.999115 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c680ebc3-7e02-4a87-a8c3-bb53265a5815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:38.022129 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c680ebc3-7e02-4a87-a8c3-bb53265a5815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:38.063921 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-85b03747-949f-44e3-be46-3852d45512fc req-5930f7af-5ce0-4d2a-a952-30eba688bf2e tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Deleting port 56986a10-735f-4f18-a138-e325a4b22d5e {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:16:38.064268 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-85b03747-949f-44e3-be46-3852d45512fc req-5930f7af-5ce0-4d2a-a952-30eba688bf2e tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:38.141811 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c680ebc3-7e02-4a87-a8c3-bb53265a5815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:38.144448 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c680ebc3-7e02-4a87-a8c3-bb53265a5815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:38.147884 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-c680ebc3-7e02-4a87-a8c3-bb53265a5815 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/681c5a71-f84e-4946-aa66-3e40126aac6e HTTP/1.1" status: 204 len: 168 time: 0.2011251 Aug 13 04:16:38.154139 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680ebc3-7e02-4a87-a8c3-bb53265a5815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681c5a71-f84e-4946-aa66-3e40126aac6e,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:38.154315 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-85b03747-949f-44e3-be46-3852d45512fc req-5930f7af-5ce0-4d2a-a952-30eba688bf2e tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] For port 56986a10-735f-4f18-a138-e325a4b22d5e, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=56986a10-735f-4f18-a138-e325a4b22d5e,segment=NetworkSegment(6fcbf172-e9bd-487d-9c86-96b54fe5005f),segment_id=6fcbf172-e9bd-487d-9c86-96b54fe5005f)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:16:38.154896 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-85b03747-949f-44e3-be46-3852d45512fc req-5930f7af-5ce0-4d2a-a952-30eba688bf2e tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:38.170462 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-85b03747-949f-44e3-be46-3852d45512fc req-5930f7af-5ce0-4d2a-a952-30eba688bf2e tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Calling delete_port for 56986a10-735f-4f18-a138-e325a4b22d5e owned by compute:nova {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:16:38.365725 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-85b03747-949f-44e3-be46-3852d45512fc req-5930f7af-5ce0-4d2a-a952-30eba688bf2e tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:38.378462 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['d96bfe27-0cb5-4705-89f7-1ee8be15abe3', '56986a10-735f-4f18-a138-e325a4b22d5e'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:16:38.395346 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930f7af-5ce0-4d2a-a952-30eba688bf2e tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Pushing event deleted for resources: {'Port': ['ID=56986a10-735f-4f18-a138-e325a4b22d5e,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:38.443136 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b03747-949f-44e3-be46-3852d45512fc req-5930f7af-5ce0-4d2a-a952-30eba688bf2e tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] No DVR routers for this DVR port 56986a10-735f-4f18-a138-e325a4b22d5e on host hv-cinder-75998 {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:16:38.447591 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-85b03747-949f-44e3-be46-3852d45512fc req-5930f7af-5ce0-4d2a-a952-30eba688bf2e tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:38.448901 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-85b03747-949f-44e3-be46-3852d45512fc req-5930f7af-5ce0-4d2a-a952-30eba688bf2e tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.22 "DELETE /v2.0/ports/56986a10-735f-4f18-a138-e325a4b22d5e HTTP/1.1" status: 204 len: 173 time: 0.4819698 Aug 13 04:16:38.449437 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbfac72-8d0a-4587-99f7-33bfdacffab8', 'name': 'network-vif-deleted', 'tag': '56986a10-735f-4f18-a138-e325a4b22d5e'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:16:38.451819 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bba42d-e0a1-4963-80b5-5a08afbedde9" -d '{"events": [{"server_uuid": "acbfac72-8d0a-4587-99f7-33bfdacffab8", "name": "network-vif-deleted", "tag": "56986a10-735f-4f18-a138-e325a4b22d5e"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:16:38.491055 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38009cc-b4aa-46be-b433-d5feb4579ce1 x-openstack-request-id: req-b38009cc-b4aa-46be-b433-d5feb4579ce1 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:16:38.491594 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbfac72-8d0a-4587-99f7-33bfdacffab8", "name": "network-vif-deleted", "tag": "56986a10-735f-4f18-a138-e325a4b22d5e", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:16:38.492035 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b38009cc-b4aa-46be-b433-d5feb4579ce1 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:16:38.492640 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbfac72-8d0a-4587-99f7-33bfdacffab8', 'name': 'network-vif-deleted', 'tag': '56986a10-735f-4f18-a138-e325a4b22d5e', 'status': 'completed', 'code': 200} Aug 13 04:16:38.604249 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 729d9e2e-e3de-483e-9aee-9de04c04959e details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:16:38.611496 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 2ad72f3e-39d7-4a03-affa-dbac445b95b6 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:16:38.621903 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261735db-89ac-46e4-ba2f-2813ca24bf7f req-655ee276-04f9-4ca6-b0f6-4c5c3aa4cd89 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:38.624337 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-261735db-89ac-46e4-ba2f-2813ca24bf7f req-655ee276-04f9-4ca6-b0f6-4c5c3aa4cd89 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 944 time: 0.0643413 Aug 13 04:16:38.642954 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] No Port match for: 2ad72f3e-39d7-4a03-affa-dbac445b95b6 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:16:38.643303 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 2ad72f3e-39d7-4a03-affa-dbac445b95b6 not bound to the agent host hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:16:38.668045 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-261735db-89ac-46e4-ba2f-2813ca24bf7f req-07bd1e5a-32e1-438c-bec0-5f31838837cb tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372210 Aug 13 04:16:38.789529 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 729d9e2e-e3de-483e-9aee-9de04c04959e, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=729d9e2e-e3de-483e-9aee-9de04c04959e,segment=NetworkSegment(959b64a0-600e-4c8a-a999-c6c028523cc0),segment_id=959b64a0-600e-4c8a-a999-c6c028523cc0)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:16:38.801527 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': '729d9e2e-e3de-483e-9aee-9de04c04959e', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'port_id': '729d9e2e-e3de-483e-9aee-9de04c04959e', 'mac_address': 'fa:16:3e:29:ef:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:16:38.828890 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-4032be11-29bd-4e86-8ce9-3d1a52ed4033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:38.831864 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b37357ca-5a7b-489a-b0fe-f522e3002ad0 req-a6bd732a-9fa3-4924-9c76-dda719ad907c tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=acbfac72-8d0a-4587-99f7-33bfdacffab8 HTTP/1.1" status: 200 len: 210 time: 0.0358133 Aug 13 04:16:38.844921 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:38.861933 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729d9e2e-e3de-483e-9aee-9de04c04959e {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:16:38.882829 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 729d9e2e-e3de-483e-9aee-9de04c04959e, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=729d9e2e-e3de-483e-9aee-9de04c04959e,segment=NetworkSegment(959b64a0-600e-4c8a-a999-c6c028523cc0),segment_id=959b64a0-600e-4c8a-a999-c6c028523cc0)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:16:38.938220 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a06ca-98df-4978-8603-83231030fcaf req-412dbb32-4545-4e40-884d-2859e466e7b8 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:38.939626 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e43a06ca-98df-4978-8603-83231030fcaf req-412dbb32-4545-4e40-884d-2859e466e7b8 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0528626 Aug 13 04:16:38.942021 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:38.979740 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e43a06ca-98df-4978-8603-83231030fcaf req-6561e7a2-9eee-4b1d-bcdc-cdc9cffab9b1 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340457 Aug 13 04:16:38.996532 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=729d9e2e-e3de-483e-9aee-9de04c04959e,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:39.219886 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['729d9e2e-e3de-483e-9aee-9de04c04959e'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:16:39.784893 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84470e-2876-4062-a499-fc82d0906efa req-e0bb3108-a48e-493e-a709-afcd8b7fd8c7 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:39.788997 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7b84470e-2876-4062-a499-fc82d0906efa req-e0bb3108-a48e-493e-a709-afcd8b7fd8c7 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 945 time: 0.0522666 Aug 13 04:16:39.826056 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abd6f4-f36f-4dda-8435-95f44701a708 req-f13f910d-abe1-4257-b7c4-3fdf869e77cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:39.827847 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-79abd6f4-f36f-4dda-8435-95f44701a708 req-f13f910d-abe1-4257-b7c4-3fdf869e77cf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576&tenant_id=25ac2d78559b4fb2ba32472ce882e229 HTTP/1.1" status: 200 len: 1097 time: 0.0719314 Aug 13 04:16:39.828815 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7b84470e-2876-4062-a499-fc82d0906efa req-269f0e64-25b6-4ff5-962c-f9018ba886d2 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358720 Aug 13 04:16:39.897751 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abd6f4-f36f-4dda-8435-95f44701a708 req-2887e066-8b1a-4149-9135-dd399b3b958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:39.899187 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-79abd6f4-f36f-4dda-8435-95f44701a708 req-2887e066-8b1a-4149-9135-dd399b3b958e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=25ac2d78559b4fb2ba32472ce882e229&device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 1097 time: 0.0429230 Aug 13 04:16:40.001889 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abd6f4-f36f-4dda-8435-95f44701a708 req-4a2c51f6-8d87-4f21-80b4-f95a2a688888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:40.003389 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-79abd6f4-f36f-4dda-8435-95f44701a708 req-4a2c51f6-8d87-4f21-80b4-f95a2a688888 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9c6f0cf8-8337-4066-b36b-c6631b745879 HTTP/1.1" status: 200 len: 918 time: 0.0942590 Aug 13 04:16:40.083114 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-79abd6f4-f36f-4dda-8435-95f44701a708 req-774765c5-57d0-4f58-bb92-9676b315f010 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=001fb04f-8166-40bb-a037-3d0e00670e8a HTTP/1.1" status: 200 len: 1000 time: 0.0714681 Aug 13 04:16:40.116417 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cddf2-97cb-4b9d-a25b-cbd43d87a5a3 req-121dbb84-bc84-470f-b92a-4a23716af43c tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:40.118137 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d50cddf2-97cb-4b9d-a25b-cbd43d87a5a3 req-121dbb84-bc84-470f-b92a-4a23716af43c tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0582266 Aug 13 04:16:40.148879 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abd6f4-f36f-4dda-8435-95f44701a708 req-f5ff2352-da92-4c67-9ee5-668474835903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:40.151189 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-79abd6f4-f36f-4dda-8435-95f44701a708 req-f5ff2352-da92-4c67-9ee5-668474835903 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6cfb5348-48f5-4b3c-8b98-198f1cb90f54 HTTP/1.1" status: 200 len: 856 time: 0.0565624 Aug 13 04:16:40.170951 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d50cddf2-97cb-4b9d-a25b-cbd43d87a5a3 req-55cdf4ae-07a0-435c-b9fe-4a01d2d16441 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458381 Aug 13 04:16:40.202954 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abd6f4-f36f-4dda-8435-95f44701a708 req-7d40481b-bad4-420b-aec6-1dd7ebf7ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:40.204481 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-79abd6f4-f36f-4dda-8435-95f44701a708 req-7d40481b-bad4-420b-aec6-1dd7ebf7ba1a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c6f0cf8-8337-4066-b36b-c6631b745879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425653 Aug 13 04:16:40.307138 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-79abd6f4-f36f-4dda-8435-95f44701a708 req-a7af6f0e-251a-42b8-b37c-d0bda8225b84 service neutron] 10.222.0.22 "GET /v2.0/networks/9c6f0cf8-8337-4066-b36b-c6631b745879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829744 Aug 13 04:16:40.404762 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-79abd6f4-f36f-4dda-8435-95f44701a708 req-da1671a3-456d-4fcb-af0c-2226965fc489 service neutron] 10.222.0.22 "GET /v2.0/networks/9c6f0cf8-8337-4066-b36b-c6631b745879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874157 Aug 13 04:16:40.628738 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 729d9e2e-e3de-483e-9aee-9de04c04959e up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:16:40.736129 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning for port 729d9e2e-e3de-483e-9aee-9de04c04959e completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:16:40.740136 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port 729d9e2e-e3de-483e-9aee-9de04c04959e triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:16:40.740542 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:40.827219 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:40.850785 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c96b58-ee69-4010-a0b8-e7c44239db6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729d9e2e-e3de-483e-9aee-9de04c04959e'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:16:40.853277 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cb7d52-b2b1-4bc0-944c-e51e1d0b7a0f" -d '{"events": [{"server_uuid": "04c96b58-ee69-4010-a0b8-e7c44239db6c", "name": "network-vif-plugged", "status": "completed", "tag": "729d9e2e-e3de-483e-9aee-9de04c04959e"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:16:40.868732 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 729d9e2e-e3de-483e-9aee-9de04c04959e, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=729d9e2e-e3de-483e-9aee-9de04c04959e,segment=NetworkSegment(959b64a0-600e-4c8a-a999-c6c028523cc0),segment_id=959b64a0-600e-4c8a-a999-c6c028523cc0)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:16:40.903303 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ec6ab1-4fdc-448a-a2da-289d71e7cdd4 x-openstack-request-id: req-c1ec6ab1-4fdc-448a-a2da-289d71e7cdd4 {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:16:40.903603 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c96b58-ee69-4010-a0b8-e7c44239db6c", "name": "network-vif-plugged", "status": "completed", "tag": "729d9e2e-e3de-483e-9aee-9de04c04959e", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:16:40.903866 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1ec6ab1-4fdc-448a-a2da-289d71e7cdd4 {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:16:40.904265 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c96b58-ee69-4010-a0b8-e7c44239db6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729d9e2e-e3de-483e-9aee-9de04c04959e', 'code': 200} Aug 13 04:16:40.924903 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:40.925984 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 56986a10-735f-4f18-a138-e325a4b22d5e no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:16:40.947235 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] No Port match for: 56986a10-735f-4f18-a138-e325a4b22d5e {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:16:40.947865 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 56986a10-735f-4f18-a138-e325a4b22d5e not bound to the agent host hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:16:40.969677 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5860a-61d7-4af3-ad0d-d70cdd646e95 req-997f9450-05ba-4a44-bb42-3554d3e79ffb tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:40.972827 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d6f5860a-61d7-4af3-ad0d-d70cdd646e95 req-997f9450-05ba-4a44-bb42-3554d3e79ffb tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 945 time: 0.0635705 Aug 13 04:16:41.007894 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=729d9e2e-e3de-483e-9aee-9de04c04959e,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:41.023815 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d6f5860a-61d7-4af3-ad0d-d70cdd646e95 req-11d5c71a-15c1-46fe-a375-7bae129f0602 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445876 Aug 13 04:16:41.159201 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 56134) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:41.262860 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d8ede69c-b691-4e9a-bfbb-fc41b75d6102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:41.352517 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf492344-aa08-43f1-a992-3f4fdfc15930 req-38a470df-6a51-45ab-9496-dfeb55c66933 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:41.364934 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cf492344-aa08-43f1-a992-3f4fdfc15930 req-38a470df-6a51-45ab-9496-dfeb55c66933 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0800591 Aug 13 04:16:41.441091 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f1120c96-7862-4378-9c85-cb6b7f6c4259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:41.445660 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cf492344-aa08-43f1-a992-3f4fdfc15930 req-b6077c35-ef1d-40fe-97fe-0f8bb32430b3 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799358 Aug 13 04:16:41.565609 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f1120c96-7862-4378-9c85-cb6b7f6c4259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:41.632164 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f1120c96-7862-4378-9c85-cb6b7f6c4259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:41.676693 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20501425-57eb-4913-bf79-92def73a0d0f req-8acbf715-feb1-4359-94a5-37147a228e71 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:41.678388 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-20501425-57eb-4913-bf79-92def73a0d0f req-8acbf715-feb1-4359-94a5-37147a228e71 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 945 time: 0.0847759 Aug 13 04:16:41.683730 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-f1120c96-7862-4378-9c85-cb6b7f6c4259 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0578769958ff44259295fe3d40fa5abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5203803 Aug 13 04:16:41.684666 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 56142) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:41.702807 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120c96-7862-4378-9c85-cb6b7f6c4259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05d26b9-a49b-4bba-b5b7-fe82ec0aa944,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:41.742928 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-20501425-57eb-4913-bf79-92def73a0d0f req-5431baf1-27ad-4935-8626-94e4b8447046 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529308 Aug 13 04:16:41.782732 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-35258666-9a23-4dca-be66-41d08e784e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:41.804496 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-35258666-9a23-4dca-be66-41d08e784e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:41.902164 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-35258666-9a23-4dca-be66-41d08e784e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:41.904766 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-35258666-9a23-4dca-be66-41d08e784e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:41.905943 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-35258666-9a23-4dca-be66-41d08e784e8a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b05d26b9-a49b-4bba-b5b7-fe82ec0aa944 HTTP/1.1" status: 204 len: 168 time: 0.2179418 Aug 13 04:16:41.924095 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35258666-9a23-4dca-be66-41d08e784e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05d26b9-a49b-4bba-b5b7-fe82ec0aa944,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:42.050922 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:42.139403 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380b615-d0f5-4c43-a584-2720d5991093 req-ddb473da-7e69-4b57-a6e7-e96b0c427708 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:42.141593 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2380b615-d0f5-4c43-a584-2720d5991093 req-ddb473da-7e69-4b57-a6e7-e96b0c427708 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 946 time: 0.0535395 Aug 13 04:16:42.205942 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2380b615-d0f5-4c43-a584-2720d5991093 req-9b5219ab-ad07-44f0-849e-a9f93e38c364 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443792 Aug 13 04:16:42.483272 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 56152) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:42.509475 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-b782b77d-0216-41b6-8068-480140cb5546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:42.547382 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:42.605321 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-b782b77d-0216-41b6-8068-480140cb5546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:42.607877 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a2dff-6281-4af7-8b57-652ef71cd804 req-6317ab68-b33c-4504-9cd1-3343494dbb3e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:42.609433 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-721a2dff-6281-4af7-8b57-652ef71cd804 req-6317ab68-b33c-4504-9cd1-3343494dbb3e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0644486 Aug 13 04:16:42.650483 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-b782b77d-0216-41b6-8068-480140cb5546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:42.652621 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-721a2dff-6281-4af7-8b57-652ef71cd804 req-a6aa58f3-ec56-47fa-b072-0d1435cdf42c tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370219 Aug 13 04:16:42.692246 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782b77d-0216-41b6-8068-480140cb5546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89b749b-6c11-4177-a256-704ffaece0b4,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:42.697342 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-b782b77d-0216-41b6-8068-480140cb5546 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1572d9dee1ae4372ae2667ac039ee063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124748 Aug 13 04:16:42.700784 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 56156) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:42.750834 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a2bcc478-9e22-4284-8117-1a3f94b820f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:42.772176 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a2bcc478-9e22-4284-8117-1a3f94b820f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:42.864546 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e59dc-138b-4522-a79a-995988ad20e8 req-9934fc23-487c-4eb6-9384-27464ae27431 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:42.866410 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-032e59dc-138b-4522-a79a-995988ad20e8 req-9934fc23-487c-4eb6-9384-27464ae27431 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 945 time: 0.0544086 Aug 13 04:16:42.912876 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-032e59dc-138b-4522-a79a-995988ad20e8 req-080a7b60-3701-46b4-8659-9432c3c9bbfe tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395489 Aug 13 04:16:42.914067 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a2bcc478-9e22-4284-8117-1a3f94b820f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:42.916728 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a2bcc478-9e22-4284-8117-1a3f94b820f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:42.922042 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-a2bcc478-9e22-4284-8117-1a3f94b820f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c89b749b-6c11-4177-a256-704ffaece0b4 HTTP/1.1" status: 204 len: 168 time: 0.2173226 Aug 13 04:16:42.938617 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bcc478-9e22-4284-8117-1a3f94b820f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89b749b-6c11-4177-a256-704ffaece0b4,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:43.378924 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fca82-72ce-41e2-a0ce-c973df780779 req-21f2f09a-a3c0-44a2-b227-615f2ae99477 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:43.384464 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-875fca82-72ce-41e2-a0ce-c973df780779 req-21f2f09a-a3c0-44a2-b227-615f2ae99477 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 946 time: 0.1066909 Aug 13 04:16:43.423077 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-875fca82-72ce-41e2-a0ce-c973df780779 req-c93a6ed9-9787-4a5a-8034-a0fcf3655d6a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360777 Aug 13 04:16:43.783786 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59a89d-7f98-459d-84f7-43a832ec69ec req-3eb6d9d4-c3f7-4705-a44a-76f846a8a1f0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:43.792599 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ef59a89d-7f98-459d-84f7-43a832ec69ec req-3eb6d9d4-c3f7-4705-a44a-76f846a8a1f0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0565393 Aug 13 04:16:43.825730 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ef59a89d-7f98-459d-84f7-43a832ec69ec req-3e6389ef-9d00-46ee-81f9-e04fe09bd1df tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336745 Aug 13 04:16:44.049896 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b6c70-dc7c-42e3-bc51-c7e6e6ee384d req-1f08dce5-6254-41ff-860f-dee466969632 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:44.051396 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ce9b6c70-dc7c-42e3-bc51-c7e6e6ee384d req-1f08dce5-6254-41ff-860f-dee466969632 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 945 time: 0.0492482 Aug 13 04:16:44.091180 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ce9b6c70-dc7c-42e3-bc51-c7e6e6ee384d req-f019d7b3-559c-42f7-916c-5dd8f78f6fda tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337772 Aug 13 04:16:44.136761 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:44.539522 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db6942-4ed7-4170-a439-3714cca8e05d req-1e1134ec-1255-4281-a8b1-fd45e8c88508 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:44.541015 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-37db6942-4ed7-4170-a439-3714cca8e05d req-1e1134ec-1255-4281-a8b1-fd45e8c88508 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 946 time: 0.0520627 Aug 13 04:16:44.579042 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-37db6942-4ed7-4170-a439-3714cca8e05d req-231e9c96-941e-4e79-8be2-f8e2ce8da038 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313406 Aug 13 04:16:44.967023 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8929ff8-869b-4410-8533-bd66ca757c8c req-c86f5e66-650f-4b78-a194-7b92445262dc tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:44.968646 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b8929ff8-869b-4410-8533-bd66ca757c8c req-c86f5e66-650f-4b78-a194-7b92445262dc tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0568981 Aug 13 04:16:45.006503 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b8929ff8-869b-4410-8533-bd66ca757c8c req-14fea47d-b76f-4799-89bf-89c941222628 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319419 Aug 13 04:16:45.240547 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddf58d-5d41-4eba-a469-5fc506e9de8a req-55923f16-1c93-4eb9-a2fd-aee0ae6e3d14 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:45.242078 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8cddf58d-5d41-4eba-a469-5fc506e9de8a req-55923f16-1c93-4eb9-a2fd-aee0ae6e3d14 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 945 time: 0.0498219 Aug 13 04:16:45.286838 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8cddf58d-5d41-4eba-a469-5fc506e9de8a req-ded131e8-fa9d-44b2-b403-069858c15a49 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325091 Aug 13 04:16:45.739614 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9262d-3859-4c87-b43c-982cd2eb3887 req-13fc8668-5b34-451c-b82f-244d88629ec8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:45.741467 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-85e9262d-3859-4c87-b43c-982cd2eb3887 req-13fc8668-5b34-451c-b82f-244d88629ec8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 946 time: 0.0590971 Aug 13 04:16:45.780214 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-85e9262d-3859-4c87-b43c-982cd2eb3887 req-fd3c1c95-20fb-46f6-bed7-7930b9c0ef9d tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326657 Aug 13 04:16:46.146955 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43e2ae-6ff3-413f-8bf7-c052659e8a21 req-3f917cf1-5a04-4814-8c87-833e08643801 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:46.148645 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9f43e2ae-6ff3-413f-8bf7-c052659e8a21 req-3f917cf1-5a04-4814-8c87-833e08643801 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0523400 Aug 13 04:16:46.187431 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9f43e2ae-6ff3-413f-8bf7-c052659e8a21 req-e8329eff-cddd-492f-8404-8199d29536fc tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321016 Aug 13 04:16:46.424623 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0a34b-f896-4a81-9cbf-e5b358c35766 req-ecc13ef3-9345-4e58-b861-db7bde3b2712 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:46.431816 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-62d0a34b-f896-4a81-9cbf-e5b358c35766 req-ecc13ef3-9345-4e58-b861-db7bde3b2712 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 945 time: 0.0711775 Aug 13 04:16:46.469463 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-62d0a34b-f896-4a81-9cbf-e5b358c35766 req-15771fa1-e46e-441e-9f76-226c8fb5ccdd tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367746 Aug 13 04:16:46.902770 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a10e24-8ced-4fa5-91fa-53202f5e585e req-3d25a09f-de7e-47ad-a579-b961f9cafedd tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:46.905156 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-51a10e24-8ced-4fa5-91fa-53202f5e585e req-3d25a09f-de7e-47ad-a579-b961f9cafedd tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 946 time: 0.0570331 Aug 13 04:16:46.967234 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-51a10e24-8ced-4fa5-91fa-53202f5e585e req-2847d8dc-bfc3-4948-aeaf-fac15f1efa95 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359921 Aug 13 04:16:47.311653 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d12032-bfa1-4e73-9700-95c84b67a99a req-7a9fd273-7068-4adb-91ca-cb3097286d4e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:47.313207 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-91d12032-bfa1-4e73-9700-95c84b67a99a req-7a9fd273-7068-4adb-91ca-cb3097286d4e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0510237 Aug 13 04:16:47.350713 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-91d12032-bfa1-4e73-9700-95c84b67a99a req-7cfa2fa4-7ecc-451b-88ff-e3fba466dd15 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315633 Aug 13 04:16:47.584906 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f8c7a-9c55-4183-a909-13abfeac9489 req-ba26c21f-1ed9-4027-a3d1-63efb8dad68c tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:47.586424 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9a9f8c7a-9c55-4183-a909-13abfeac9489 req-ba26c21f-1ed9-4027-a3d1-63efb8dad68c tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 945 time: 0.0493488 Aug 13 04:16:47.624577 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9a9f8c7a-9c55-4183-a909-13abfeac9489 req-0d60be42-25ce-489a-8cb0-41c0722d2446 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318778 Aug 13 04:16:48.087164 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef741133-3b7c-44bf-8602-322e698819f2 req-a26fdd01-4960-4027-b23b-35c520496ea5 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:48.088755 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ef741133-3b7c-44bf-8602-322e698819f2 req-a26fdd01-4960-4027-b23b-35c520496ea5 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 946 time: 0.0531044 Aug 13 04:16:48.127367 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ef741133-3b7c-44bf-8602-322e698819f2 req-b19396f0-f509-4263-b0bc-4bf42deee6a0 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327418 Aug 13 04:16:48.471780 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbed83-c7cb-42bf-86d7-718baa79e48f req-5786d535-c891-40bd-a346-36816fcaffdb tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:48.473275 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4cfbed83-c7cb-42bf-86d7-718baa79e48f req-5786d535-c891-40bd-a346-36816fcaffdb tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0496089 Aug 13 04:16:48.513080 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4cfbed83-c7cb-42bf-86d7-718baa79e48f req-4debb363-e480-4ac6-9f00-5ca69160df7b tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337195 Aug 13 04:16:48.738706 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df8cb8-a179-48c8-b3a0-e5d415ae7ede req-bfd73f52-97c6-48d8-a05c-ed8df102bed7 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:48.740163 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e7df8cb8-a179-48c8-b3a0-e5d415ae7ede req-bfd73f52-97c6-48d8-a05c-ed8df102bed7 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 945 time: 0.0489476 Aug 13 04:16:48.780603 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e7df8cb8-a179-48c8-b3a0-e5d415ae7ede req-549d1c46-3aeb-4f2e-80b0-a118e683801d tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342979 Aug 13 04:16:49.245966 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4380275-cb24-485c-97e6-bfece35c03ed req-168b71a5-a660-4b32-aee6-78c3e16c01c1 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:49.247459 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c4380275-cb24-485c-97e6-bfece35c03ed req-168b71a5-a660-4b32-aee6-78c3e16c01c1 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 946 time: 0.0535774 Aug 13 04:16:49.291932 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c4380275-cb24-485c-97e6-bfece35c03ed req-2d04f298-2c35-4839-a646-b2be7aa56dd2 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380912 Aug 13 04:16:49.640238 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0272bd5-3440-42de-a943-c58efd7089f8 req-137454e7-3f5b-4413-830f-adc633aaabd0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:49.644413 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d0272bd5-3440-42de-a943-c58efd7089f8 req-137454e7-3f5b-4413-830f-adc633aaabd0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0531971 Aug 13 04:16:49.693293 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d0272bd5-3440-42de-a943-c58efd7089f8 req-7ec089ee-ce0a-408d-9ff8-5e525cc20ee2 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415461 Aug 13 04:16:49.914568 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1269f-edd4-48d1-b19c-a8bcda7bf12e req-e776d149-0e68-4a9e-be01-434d08c3ca39 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:49.919589 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-65a1269f-edd4-48d1-b19c-a8bcda7bf12e req-e776d149-0e68-4a9e-be01-434d08c3ca39 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 945 time: 0.0585196 Aug 13 04:16:49.954639 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-65a1269f-edd4-48d1-b19c-a8bcda7bf12e req-bf35e706-14bf-4168-993b-504b143adb42 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320020 Aug 13 04:16:50.452619 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a3172-dc04-40b6-b57d-ef749effeb71 req-7a86a937-b792-49d4-95e1-6ec28f1c5d42 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:50.459806 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3e4a3172-dc04-40b6-b57d-ef749effeb71 req-7a86a937-b792-49d4-95e1-6ec28f1c5d42 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 946 time: 0.0863414 Aug 13 04:16:50.495686 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3e4a3172-dc04-40b6-b57d-ef749effeb71 req-58f344c6-d093-4eca-96f7-118bc7ac8b2f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349882 Aug 13 04:16:50.817090 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31fbdc-aa46-4ef0-a325-31ff33c8ddd2 req-06cc8b31-47ab-41de-bdee-22fc08b89398 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:50.818602 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bb31fbdc-aa46-4ef0-a325-31ff33c8ddd2 req-06cc8b31-47ab-41de-bdee-22fc08b89398 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0500789 Aug 13 04:16:50.858871 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bb31fbdc-aa46-4ef0-a325-31ff33c8ddd2 req-cb9b06da-d14a-4965-96e1-acef03734009 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327544 Aug 13 04:16:51.095641 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e97bb-45f3-4d57-a526-dc124bccb6d5 req-5456914a-5f17-4504-8702-8412d0db06e0 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:51.097272 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-498e97bb-45f3-4d57-a526-dc124bccb6d5 req-5456914a-5f17-4504-8702-8412d0db06e0 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 945 time: 0.0613525 Aug 13 04:16:51.135994 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-498e97bb-45f3-4d57-a526-dc124bccb6d5 req-61c1ff53-595f-4bec-8421-6bcc648fab69 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327535 Aug 13 04:16:51.638430 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12911641-4635-4c3c-b8a5-dfd6bb06ff6f req-2e1df386-31e4-4ae8-a354-3efa6805ccdb tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:51.700598 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-12911641-4635-4c3c-b8a5-dfd6bb06ff6f req-2e1df386-31e4-4ae8-a354-3efa6805ccdb tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 946 time: 0.0636117 Aug 13 04:16:51.700598 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-12911641-4635-4c3c-b8a5-dfd6bb06ff6f req-f6604d94-ca35-4997-9fdd-6a7ddd6f83af tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350490 Aug 13 04:16:51.985356 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54f2b1-9608-4e4c-9925-d7e04e529239 req-d785b8f3-e5c2-42ec-83bc-60ac1fc72f6e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:51.986838 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7f54f2b1-9608-4e4c-9925-d7e04e529239 req-d785b8f3-e5c2-42ec-83bc-60ac1fc72f6e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0488381 Aug 13 04:16:52.025726 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7f54f2b1-9608-4e4c-9925-d7e04e529239 req-5002cd43-2167-4b06-bd95-75d5a3dd7253 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325809 Aug 13 04:16:52.257197 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c319900-590d-468d-84a0-396649895248 req-37bb3e28-928e-4edb-9e10-666010f9eb3e tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:52.259051 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0c319900-590d-468d-84a0-396649895248 req-37bb3e28-928e-4edb-9e10-666010f9eb3e tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 945 time: 0.0570140 Aug 13 04:16:52.302162 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0c319900-590d-468d-84a0-396649895248 req-2252b24c-2072-481f-a263-71eef8e538fb tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349703 Aug 13 04:16:52.815286 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb68767-ce1e-4456-b6d9-a9ecc0293ff1 req-ecde4f51-e334-4eea-a1eb-68da418b7f95 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:52.816889 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cfb68767-ce1e-4456-b6d9-a9ecc0293ff1 req-ecde4f51-e334-4eea-a1eb-68da418b7f95 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 946 time: 0.0609591 Aug 13 04:16:52.862493 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cfb68767-ce1e-4456-b6d9-a9ecc0293ff1 req-73ef8180-adce-4d35-a3be-4b08a3a10b46 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387588 Aug 13 04:16:53.198733 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fecf69-00c9-4d5a-89e7-a9591ec30301 req-d7f6aacb-7415-4185-80ba-62643e11463d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:53.200492 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-15fecf69-00c9-4d5a-89e7-a9591ec30301 req-d7f6aacb-7415-4185-80ba-62643e11463d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0921118 Aug 13 04:16:53.222253 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 56356) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:53.264333 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-15fecf69-00c9-4d5a-89e7-a9591ec30301 req-912ce4d2-19ee-4b1a-9b0e-fc900aa764c8 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516691 Aug 13 04:16:53.341056 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c7ff454f-468f-443f-93e4-0abc791cd3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:53.425700 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75543b28-f0fc-4b95-921f-fd67eaf26802 req-0d9f520f-c6b3-4660-b432-e23b6d8d8e55 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:53.427390 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-75543b28-f0fc-4b95-921f-fd67eaf26802 req-0d9f520f-c6b3-4660-b432-e23b6d8d8e55 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 945 time: 0.0590239 Aug 13 04:16:53.430020 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c7ff454f-468f-443f-93e4-0abc791cd3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:53.469151 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-75543b28-f0fc-4b95-921f-fd67eaf26802 req-e1183153-a776-4699-86e8-8ab31b3898b1 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348186 Aug 13 04:16:53.490145 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c7ff454f-468f-443f-93e4-0abc791cd3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:53.533643 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 56364) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:53.533932 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-c7ff454f-468f-443f-93e4-0abc791cd3c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5dbd3378845e4b5da71e6020baca5ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096929 Aug 13 04:16:53.535879 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff454f-468f-443f-93e4-0abc791cd3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef1b940-43f4-47f9-9301-4dd023b2122b,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:53.597341 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-452f7b3e-6fa0-4230-b82d-bdfcc6a959fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:53.622548 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-452f7b3e-6fa0-4230-b82d-bdfcc6a959fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:53.753329 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-452f7b3e-6fa0-4230-b82d-bdfcc6a959fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:53.756031 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-452f7b3e-6fa0-4230-b82d-bdfcc6a959fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:53.757237 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-452f7b3e-6fa0-4230-b82d-bdfcc6a959fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aef1b940-43f4-47f9-9301-4dd023b2122b HTTP/1.1" status: 204 len: 168 time: 0.2225513 Aug 13 04:16:53.766143 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f7b3e-6fa0-4230-b82d-bdfcc6a959fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef1b940-43f4-47f9-9301-4dd023b2122b,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:53.861920 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:53.977328 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237cf15-69c1-4902-a6b0-5c7a4b8fd4ff req-91729a5c-2592-4805-aaad-70b48e5190b4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:53.978804 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9237cf15-69c1-4902-a6b0-5c7a4b8fd4ff req-91729a5c-2592-4805-aaad-70b48e5190b4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 946 time: 0.0497968 Aug 13 04:16:54.021374 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9237cf15-69c1-4902-a6b0-5c7a4b8fd4ff req-1c4052c8-e01b-4a6b-8c4d-8460d587dc0b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358577 Aug 13 04:16:54.380104 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a4212-18bf-44f7-b28c-27ac48fa90b8 req-192b8967-c057-4a1b-86d2-14cd09061b92 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:54.382359 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-972a4212-18bf-44f7-b28c-27ac48fa90b8 req-192b8967-c057-4a1b-86d2-14cd09061b92 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0516572 Aug 13 04:16:54.402953 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 56382) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:54.416852 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-323779fd-778a-4927-84d0-3da46bbe7d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:54.438274 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-972a4212-18bf-44f7-b28c-27ac48fa90b8 req-d5c72ec8-f5d7-487f-b7b6-b5e112e414cd tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481660 Aug 13 04:16:54.514151 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-323779fd-778a-4927-84d0-3da46bbe7d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:54.564493 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-323779fd-778a-4927-84d0-3da46bbe7d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:54.618386 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-323779fd-778a-4927-84d0-3da46bbe7d83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=156316bb31554cff9c960aa9e109de54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142448 Aug 13 04:16:54.619318 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323779fd-778a-4927-84d0-3da46bbe7d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c57b83-8c05-44ca-88b4-31f34e3e57b6,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:54.622623 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 56388) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:54.664759 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb55aa-a5d4-4d5e-ba09-6ce4dd76a0fe req-766ffbaa-e117-409b-88a1-1a275618719f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:54.667511 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-65bb55aa-a5d4-4d5e-ba09-6ce4dd76a0fe req-766ffbaa-e117-409b-88a1-1a275618719f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 945 time: 0.0963368 Aug 13 04:16:54.768060 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-65bb55aa-a5d4-4d5e-ba09-6ce4dd76a0fe req-7c7c9e25-cac4-4857-9dcb-5b6e7d8d1219 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812883 Aug 13 04:16:54.778120 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b9eff-96b4-46a9-af38-79d8ebc85d56 req-cfd40587-d9ea-4a3f-ac1d-5a42968539f5 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:54.779536 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-180b9eff-96b4-46a9-af38-79d8ebc85d56 req-cfd40587-d9ea-4a3f-ac1d-5a42968539f5 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.1108968 Aug 13 04:16:54.780327 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b01fe9c8-eef8-449f-882c-fb4c9559f7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:54.815052 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b01fe9c8-eef8-449f-882c-fb4c9559f7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:54.845884 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-180b9eff-96b4-46a9-af38-79d8ebc85d56 req-90336c4e-9ada-4ab0-adaf-dd5c6e5f510f tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562565 Aug 13 04:16:54.930373 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b01fe9c8-eef8-449f-882c-fb4c9559f7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:54.934009 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b01fe9c8-eef8-449f-882c-fb4c9559f7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:54.935431 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-b01fe9c8-eef8-449f-882c-fb4c9559f7fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3c57b83-8c05-44ca-88b4-31f34e3e57b6 HTTP/1.1" status: 204 len: 168 time: 0.3103926 Aug 13 04:16:54.957727 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fe9c8-eef8-449f-882c-fb4c9559f7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c57b83-8c05-44ca-88b4-31f34e3e57b6,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:55.153772 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f762a4d-b99b-4a62-b6f7-8d05ddae2405 req-6e36fbaf-c02f-4df2-aaa9-6f091051c4ed tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:55.155781 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5f762a4d-b99b-4a62-b6f7-8d05ddae2405 req-6e36fbaf-c02f-4df2-aaa9-6f091051c4ed tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 946 time: 0.0563998 Aug 13 04:16:55.202087 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5f762a4d-b99b-4a62-b6f7-8d05ddae2405 req-d698cb9b-e015-4047-857a-a6ded8007a48 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338922 Aug 13 04:16:55.560672 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1d622-27a1-4787-b6aa-7fb44733524c req-ce567a70-dfe5-49a2-8750-38b1a7f2bce2 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:55.562102 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bcf1d622-27a1-4787-b6aa-7fb44733524c req-ce567a70-dfe5-49a2-8750-38b1a7f2bce2 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0519247 Aug 13 04:16:55.599090 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bcf1d622-27a1-4787-b6aa-7fb44733524c req-4123b264-5312-49a9-b372-b0832eaca445 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311058 Aug 13 04:16:55.880457 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb43f3-f67c-44a1-8779-56f138d419b7 req-7fe9a5d2-9140-491a-9e4c-7318d3ac80de tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:55.881691 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f4bb43f3-f67c-44a1-8779-56f138d419b7 req-7fe9a5d2-9140-491a-9e4c-7318d3ac80de tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 945 time: 0.0483172 Aug 13 04:16:55.924311 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f4bb43f3-f67c-44a1-8779-56f138d419b7 req-684e5c7f-d42f-4285-b368-91104ba2349a tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340855 Aug 13 04:16:55.982819 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111312e-9bc9-4657-a280-7198cad427e7 req-9b5d9de8-7836-4eaf-ad95-b1650d7dfa24 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:55.984304 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6111312e-9bc9-4657-a280-7198cad427e7 req-9b5d9de8-7836-4eaf-ad95-b1650d7dfa24 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.0539114 Aug 13 04:16:56.025029 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6111312e-9bc9-4657-a280-7198cad427e7 req-828308a5-f8f7-469a-ab91-4af810c98022 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346253 Aug 13 04:16:56.317066 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c2fb4-1a34-4fb7-82e1-9b6c70e31841 req-251ceb0d-c64b-43c8-8cba-cc1056b016b2 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:56.318554 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-866c2fb4-1a34-4fb7-82e1-9b6c70e31841 req-251ceb0d-c64b-43c8-8cba-cc1056b016b2 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 946 time: 0.0495341 Aug 13 04:16:56.363750 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-866c2fb4-1a34-4fb7-82e1-9b6c70e31841 req-bf102d91-feb1-4989-97de-e92948fe6fc6 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371342 Aug 13 04:16:56.370815 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796304e-253a-48e7-965f-d6d3dba0c669 req-499816ef-d381-4de0-8450-a3e32dee20f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:56.372133 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-7796304e-253a-48e7-965f-d6d3dba0c669 req-499816ef-d381-4de0-8450-a3e32dee20f9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 1099 time: 0.0462153 Aug 13 04:16:56.423693 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-7796304e-253a-48e7-965f-d6d3dba0c669 req-841d7f7f-33f8-4e40-92ca-11bf606a8844 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302622 Aug 13 04:16:56.520464 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82d226-18fb-4206-b6f1-f7f11da9e7cb req-f86c563d-003b-4104-a9b6-d0142a456a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:56.522720 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-bc82d226-18fb-4206-b6f1-f7f11da9e7cb req-f86c563d-003b-4104-a9b6-d0142a456a74 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3086463bb33d461abf911455930d099f&device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 1137 time: 0.0440254 Aug 13 04:16:56.616059 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82d226-18fb-4206-b6f1-f7f11da9e7cb req-ffaa37e7-a964-42b1-a8c9-e2f9d700c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:56.617716 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-bc82d226-18fb-4206-b6f1-f7f11da9e7cb req-ffaa37e7-a964-42b1-a8c9-e2f9d700c23b service neutron] 10.222.0.22 "GET /v2.0/networks?id=108ee682-822f-485e-99b1-e4a7ccb079a2 HTTP/1.1" status: 200 len: 916 time: 0.0878544 Aug 13 04:16:56.696521 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-bc82d226-18fb-4206-b6f1-f7f11da9e7cb req-700b229b-0ee0-48c2-9af4-c67e9133141c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 HTTP/1.1" status: 200 len: 1000 time: 0.0686460 Aug 13 04:16:56.737701 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc58090-a459-446c-a2b9-712259c6e560 req-738db4e2-5767-477c-9a7d-7a89e1570fdb tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:56.739449 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ddc58090-a459-446c-a2b9-712259c6e560 req-738db4e2-5767-477c-9a7d-7a89e1570fdb tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0508785 Aug 13 04:16:56.757081 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82d226-18fb-4206-b6f1-f7f11da9e7cb req-6c1372b8-40d9-4804-ac8d-7e01708f0cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:56.758774 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-bc82d226-18fb-4206-b6f1-f7f11da9e7cb req-6c1372b8-40d9-4804-ac8d-7e01708f0cd8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da0d00db-359e-4944-b69b-81292fbec523 HTTP/1.1" status: 200 len: 854 time: 0.0482969 Aug 13 04:16:56.779663 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ddc58090-a459-446c-a2b9-712259c6e560 req-a6d4af72-dcab-40c4-9905-8af2f39b90fd tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332763 Aug 13 04:16:57.055333 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6ae4a-1fa0-44ca-939c-24efbe8087f1 req-dd0f0a01-fa27-412e-8224-f2ecd68ea7af tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:57.057752 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-76c6ae4a-1fa0-44ca-939c-24efbe8087f1 req-dd0f0a01-fa27-412e-8224-f2ecd68ea7af tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 945 time: 0.0627842 Aug 13 04:16:57.058507 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82d226-18fb-4206-b6f1-f7f11da9e7cb req-c77805c9-5258-4220-98b1-c7abc9372cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:57.060399 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-bc82d226-18fb-4206-b6f1-f7f11da9e7cb req-c77805c9-5258-4220-98b1-c7abc9372cd4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=108ee682-822f-485e-99b1-e4a7ccb079a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2914784 Aug 13 04:16:57.099964 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-76c6ae4a-1fa0-44ca-939c-24efbe8087f1 req-41da7c2b-a8d1-413c-a9a6-00d45b7f278d tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360887 Aug 13 04:16:57.155445 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-bc82d226-18fb-4206-b6f1-f7f11da9e7cb req-b6a78796-dcfb-4edb-a640-d9caa0b05fa0 service neutron] 10.222.0.22 "GET /v2.0/networks/108ee682-822f-485e-99b1-e4a7ccb079a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862422 Aug 13 04:16:57.173368 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423951a-6747-42e6-8c9f-4e62c798dc71 req-11ac73f4-fe8a-4614-b1c9-c4c475942878 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:57.174925 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c423951a-6747-42e6-8c9f-4e62c798dc71 req-11ac73f4-fe8a-4614-b1c9-c4c475942878 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.0515404 Aug 13 04:16:57.218980 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c423951a-6747-42e6-8c9f-4e62c798dc71 req-4afdb702-91df-4a6d-85e6-5b0a00eccb91 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375137 Aug 13 04:16:57.259173 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-bc82d226-18fb-4206-b6f1-f7f11da9e7cb req-d7f50185-ecba-487d-8fdf-ccd34bc71813 service neutron] 10.222.0.22 "GET /v2.0/networks/108ee682-822f-485e-99b1-e4a7ccb079a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906367 Aug 13 04:16:57.487132 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c45c01-e164-4367-8039-76d0f2af7b69 req-28e87dc4-cfd4-44dc-90d6-f81dc3c64b61 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:57.488856 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c6c45c01-e164-4367-8039-76d0f2af7b69 req-28e87dc4-cfd4-44dc-90d6-f81dc3c64b61 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 946 time: 0.0495934 Aug 13 04:16:57.527521 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c6c45c01-e164-4367-8039-76d0f2af7b69 req-77b4fee9-cd33-42fb-9a59-17a711851c6e tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326955 Aug 13 04:16:57.903682 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb8345-e896-49ba-9eab-8df1b9576af1 req-a5e9f354-ae0b-454f-b819-6fefcaa5c78b tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:57.905207 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6ecb8345-e896-49ba-9eab-8df1b9576af1 req-a5e9f354-ae0b-454f-b819-6fefcaa5c78b tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0520513 Aug 13 04:16:57.942543 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6ecb8345-e896-49ba-9eab-8df1b9576af1 req-3048441f-770c-45e6-8a44-f354e8747135 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312917 Aug 13 04:16:58.142002 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:16:58.220064 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d834f4-d1d3-4091-9580-007a1f2f74b5 req-d33d831a-ed1b-4e03-a47d-623f35845ce8 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:58.221636 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-77d834f4-d1d3-4091-9580-007a1f2f74b5 req-d33d831a-ed1b-4e03-a47d-623f35845ce8 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 945 time: 0.0518963 Aug 13 04:16:58.260870 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-77d834f4-d1d3-4091-9580-007a1f2f74b5 req-ad262197-afc6-4468-8cc8-7a50a111b50f tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/security-groups?id=2a2cef30-c149-4e6c-b828-f8daaa7641c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328619 Aug 13 04:16:58.335820 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55158fe-cec1-41b0-aaf8-7b132698afe7 req-bd3d50ee-7a43-4f50-8736-78bfc779c448 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:58.337315 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c55158fe-cec1-41b0-aaf8-7b132698afe7 req-bd3d50ee-7a43-4f50-8736-78bfc779c448 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.0504668 Aug 13 04:16:58.381152 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c55158fe-cec1-41b0-aaf8-7b132698afe7 req-a3402dc2-2976-430c-b6ee-99f15adba9b8 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367844 Aug 13 04:16:58.562778 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668020f-13f5-41f6-9bdd-bb988124e1da req-57770fee-ef3c-49b1-a0f0-7016876e790a tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:58.564271 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e668020f-13f5-41f6-9bdd-bb988124e1da req-57770fee-ef3c-49b1-a0f0-7016876e790a tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 945 time: 0.0499790 Aug 13 04:16:58.648137 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ce9b8-09f1-4258-b01f-b3ff9d125305 req-cbcd4e32-6563-4d49-97f0-f94371d09ae0 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:58.649590 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1b7ce9b8-09f1-4258-b01f-b3ff9d125305 req-cbcd4e32-6563-4d49-97f0-f94371d09ae0 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 946 time: 0.0530574 Aug 13 04:16:58.667011 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-e668020f-13f5-41f6-9bdd-bb988124e1da req-01efbb19-fe5d-4439-bc51-fc909a59f978 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Deleting port d96bfe27-0cb5-4705-89f7-1ee8be15abe3 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:16:58.695096 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-e668020f-13f5-41f6-9bdd-bb988124e1da req-01efbb19-fe5d-4439-bc51-fc909a59f978 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:58.695418 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1b7ce9b8-09f1-4258-b01f-b3ff9d125305 req-02f66730-3319-4a5f-9030-bd6e2148d0a7 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318291 Aug 13 04:16:58.761933 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-e668020f-13f5-41f6-9bdd-bb988124e1da req-01efbb19-fe5d-4439-bc51-fc909a59f978 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] For port d96bfe27-0cb5-4705-89f7-1ee8be15abe3, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=d96bfe27-0cb5-4705-89f7-1ee8be15abe3,segment=NetworkSegment(6fcbf172-e9bd-487d-9c86-96b54fe5005f),segment_id=6fcbf172-e9bd-487d-9c86-96b54fe5005f)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:16:58.762299 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-e668020f-13f5-41f6-9bdd-bb988124e1da req-01efbb19-fe5d-4439-bc51-fc909a59f978 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:58.776036 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-e668020f-13f5-41f6-9bdd-bb988124e1da req-01efbb19-fe5d-4439-bc51-fc909a59f978 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Calling delete_port for d96bfe27-0cb5-4705-89f7-1ee8be15abe3 owned by compute:nova {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:16:58.815410 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73b9bd-a9f9-41e0-8d5f-e8b66891d9b0 req-4b2cf204-079f-4000-a70d-b3eaf6d4e6d7 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:58.821367 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fa73b9bd-a9f9-41e0-8d5f-e8b66891d9b0 req-4b2cf204-079f-4000-a70d-b3eaf6d4e6d7 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 946 time: 0.0607960 Aug 13 04:16:58.883955 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fa73b9bd-a9f9-41e0-8d5f-e8b66891d9b0 req-b1f99511-388e-4a16-8168-7880a73fcd9f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605495 Aug 13 04:16:58.911529 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298590e-3892-40f9-bb58-bb4e29ae6fea req-37a8042c-f050-493d-8109-a7f315c663de tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:58.911529 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c298590e-3892-40f9-bb58-bb4e29ae6fea req-37a8042c-f050-493d-8109-a7f315c663de tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0675042 Aug 13 04:16:58.911529 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 56464) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:58.955724 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c298590e-3892-40f9-bb58-bb4e29ae6fea req-dc1d8693-63ae-4e84-be50-e536e7f5c4cd tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377212 Aug 13 04:16:58.976434 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-e668020f-13f5-41f6-9bdd-bb988124e1da req-01efbb19-fe5d-4439-bc51-fc909a59f978 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:59.004854 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efbb19-fe5d-4439-bc51-fc909a59f978 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Pushing event deleted for resources: {'Port': ['ID=d96bfe27-0cb5-4705-89f7-1ee8be15abe3,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:16:59.051057 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-e668020f-13f5-41f6-9bdd-bb988124e1da req-01efbb19-fe5d-4439-bc51-fc909a59f978 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] No DVR routers for this DVR port d96bfe27-0cb5-4705-89f7-1ee8be15abe3 on host hv-cinder-75998 {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:16:59.053617 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-e668020f-13f5-41f6-9bdd-bb988124e1da req-01efbb19-fe5d-4439-bc51-fc909a59f978 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:59.056313 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e668020f-13f5-41f6-9bdd-bb988124e1da req-01efbb19-fe5d-4439-bc51-fc909a59f978 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.22 "DELETE /v2.0/ports/d96bfe27-0cb5-4705-89f7-1ee8be15abe3 HTTP/1.1" status: 204 len: 173 time: 0.4830832 Aug 13 04:16:59.056313 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc', 'name': 'network-vif-deleted', 'tag': 'd96bfe27-0cb5-4705-89f7-1ee8be15abe3'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:16:59.058407 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f927be-8ad7-4bd3-9009-f0354186047e" -d '{"events": [{"server_uuid": "b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc", "name": "network-vif-deleted", "tag": "d96bfe27-0cb5-4705-89f7-1ee8be15abe3"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:16:59.078819 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bffb9b-ffc6-401e-9250-a47c487708a5 req-9d90d064-2ebc-42df-8326-ac63e0555bb9 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:59.080418 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-13bffb9b-ffc6-401e-9250-a47c487708a5 req-9d90d064-2ebc-42df-8326-ac63e0555bb9 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0539181 Aug 13 04:16:59.096638 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b9df1e-aa92-4c87-8995-9488a2bc1217 x-openstack-request-id: req-70b9df1e-aa92-4c87-8995-9488a2bc1217 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:16:59.096893 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc", "name": "network-vif-deleted", "tag": "d96bfe27-0cb5-4705-89f7-1ee8be15abe3", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:16:59.097231 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70b9df1e-aa92-4c87-8995-9488a2bc1217 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:16:59.097693 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc', 'name': 'network-vif-deleted', 'tag': 'd96bfe27-0cb5-4705-89f7-1ee8be15abe3', 'status': 'completed', 'code': 200} Aug 13 04:16:59.139566 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-13bffb9b-ffc6-401e-9250-a47c487708a5 req-cc184234-efc9-4024-93ac-a4ec465ae8ec tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494998 Aug 13 04:16:59.145787 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16a0855-5a16-407f-aeaa-c66361c6aeef tempest-TestVolumeBootPattern-482983081 tempest-TestVolumeBootPattern-482983081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:59.147291 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-a16a0855-5a16-407f-aeaa-c66361c6aeef tempest-TestVolumeBootPattern-482983081 tempest-TestVolumeBootPattern-482983081-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 1094 time: 0.2342768 Aug 13 04:16:59.150321 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 56472) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:16:59.155239 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-adb50ca9-f61f-46b6-989a-7312b5a710bf tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Request body: {'floatingip': {'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'port_id': '729d9e2e-e3de-483e-9aee-9de04c04959e', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:16:59.221988 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-adb50ca9-f61f-46b6-989a-7312b5a710bf tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for floatingip, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:59.320721 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-adb50ca9-f61f-46b6-989a-7312b5a710bf tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:59.355213 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-32b6044d-2fca-4755-a151-87228f307abe req-77a08e59-b37a-4406-8463-23a82b9ee542 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 210 time: 0.0262523 Aug 13 04:16:59.431956 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [None req-adb50ca9-f61f-46b6-989a-7312b5a710bf tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Allocated IP 172.27.3.33 (a2b3fd62-7513-4482-ab06-e961571be3c5/2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e/82cb3f19-ee95-4afd-9c99-86d55a0a3885) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:16:59.502079 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce33f9-2f18-476b-a496-dbcf9ac59775 req-81713897-f2f0-447e-a2fc-24a0d82e9755 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:16:59.503562 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-08ce33f9-2f18-476b-a496-dbcf9ac59775 req-81713897-f2f0-447e-a2fc-24a0d82e9755 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.0529957 Aug 13 04:16:59.536776 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-adb50ca9-f61f-46b6-989a-7312b5a710bf tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:59.542199 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-08ce33f9-2f18-476b-a496-dbcf9ac59775 req-ec413305-fcfb-42ba-a4fe-635de3be953c tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324118 Aug 13 04:16:59.639821 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-adb50ca9-f61f-46b6-989a-7312b5a710bf tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:59.680189 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb50ca9-f61f-46b6-989a-7312b5a710bf tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Network a2b3fd62-7513-4482-ab06-e961571be3c5 is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:16:59.684587 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [None req-adb50ca9-f61f-46b6-989a-7312b5a710bf tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:16:59.687383 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb50ca9-f61f-46b6-989a-7312b5a710bf tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:16:59.712193 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb50ca9-f61f-46b6-989a-7312b5a710bf tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Pushing event updated for resources: {'Port': ['ID=82cb3f19-ee95-4afd-9c99-86d55a0a3885,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:00.041185 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-adb50ca9-f61f-46b6-989a-7312b5a710bf tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:00.068214 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad939a-33e8-4f46-bf58-630ab9cc7603 req-9510ea96-be82-483a-b395-e4e67dcea5bd tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:00.070062 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b4ad939a-33e8-4f46-bf58-630ab9cc7603 req-9510ea96-be82-483a-b395-e4e67dcea5bd tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0482619 Aug 13 04:17:00.107821 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b4ad939a-33e8-4f46-bf58-630ab9cc7603 req-8035395e-3cd3-46e3-8e34-b28d856037ea tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313809 Aug 13 04:17:00.159463 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-adb50ca9-f61f-46b6-989a-7312b5a710bf tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:00.261418 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f67cb-aec1-4202-b346-498a68b207ea req-bd848412-c1ff-4de0-9d40-3b2ff2cb8100 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:00.263459 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3c7f67cb-aec1-4202-b346-498a68b207ea req-bd848412-c1ff-4de0-9d40-3b2ff2cb8100 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0520647 Aug 13 04:17:00.302264 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3c7f67cb-aec1-4202-b346-498a68b207ea req-1c6d4ae1-0f0c-4ea1-a239-e33b35a71ead tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321569 Aug 13 04:17:00.314068 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-adb50ca9-f61f-46b6-989a-7312b5a710bf tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:00.369934 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-adb50ca9-f61f-46b6-989a-7312b5a710bf tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:00.448337 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb50ca9-f61f-46b6-989a-7312b5a710bf tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Pushing event updated for resources: {'Port': ['ID=82cb3f19-ee95-4afd-9c99-86d55a0a3885,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:00.453942 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-aba9c291-75a5-4940-b980-7ab972b31984 req-88900a0a-4b1f-407f-90f7-7bd748dd41e9 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 210 time: 0.0292618 Aug 13 04:17:00.457435 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-adb50ca9-f61f-46b6-989a-7312b5a710bf tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704406'] for floatingip, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:00.558696 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.db.l3_db [None req-adb50ca9-f61f-46b6-989a-7312b5a710bf tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Floating IP a67fda91-7be9-4e11-abb1-503666cfa049 associated. External IP: 172.27.3.33, port: 729d9e2e-e3de-483e-9aee-9de04c04959e. Aug 13 04:17:00.658113 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6943a1-0e94-4052-becc-7cd6ab6655ad req-ff092bf8-e9ea-4f01-8251-90479a692ce4 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:00.659608 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7b6943a1-0e94-4052-becc-7cd6ab6655ad req-ff092bf8-e9ea-4f01-8251-90479a692ce4 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.0486894 Aug 13 04:17:00.699502 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7b6943a1-0e94-4052-becc-7cd6ab6655ad req-294793f3-5b46-4479-868c-94b12fa0cb42 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337105 Aug 13 04:17:00.771663 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb50ca9-f61f-46b6-989a-7312b5a710bf tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:17:00.877830 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb50ca9-f61f-46b6-989a-7312b5a710bf tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:17:00.887318 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153810bd-82f7-4583-843d-89126b6ff795 None None] Sync routers for ids ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:17:00.896826 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153810bd-82f7-4583-843d-89126b6ff795 None None] Routers {'05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:17:00.897446 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-153810bd-82f7-4583-843d-89126b6ff795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:16:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:17:00.993101 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-adb50ca9-f61f-46b6-989a-7312b5a710bf tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for floatingip, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:01.002958 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-153810bd-82f7-4583-843d-89126b6ff795 None None] Set router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:17:01.020089 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-adb50ca9-f61f-46b6-989a-7312b5a710bf tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8686996 Aug 13 04:17:01.099038 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c96b58-ee69-4010-a0b8-e7c44239db6c', 'tag': '729d9e2e-e3de-483e-9aee-9de04c04959e'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:17:01.101567 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e70b531-7fad-43ad-bdee-f699dee17dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "04c96b58-ee69-4010-a0b8-e7c44239db6c", "tag": "729d9e2e-e3de-483e-9aee-9de04c04959e"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:17:01.139272 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f01f97-a734-4fc7-adeb-e6b8db1eb1be x-openstack-request-id: req-f5f01f97-a734-4fc7-adeb-e6b8db1eb1be {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:17:01.139582 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c96b58-ee69-4010-a0b8-e7c44239db6c", "tag": "729d9e2e-e3de-483e-9aee-9de04c04959e", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:17:01.139862 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5f01f97-a734-4fc7-adeb-e6b8db1eb1be {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:17:01.140279 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c96b58-ee69-4010-a0b8-e7c44239db6c', 'tag': '729d9e2e-e3de-483e-9aee-9de04c04959e', 'status': 'completed', 'code': 200} Aug 13 04:17:01.226278 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901e6b9-9c7e-4925-a4f8-40890cd957a2 req-7dff9e1d-cb8f-40f4-b31f-7ef1a459b92d tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:01.227822 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4901e6b9-9c7e-4925-a4f8-40890cd957a2 req-7dff9e1d-cb8f-40f4-b31f-7ef1a459b92d tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0490088 Aug 13 04:17:01.265968 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4901e6b9-9c7e-4925-a4f8-40890cd957a2 req-1fcacaf8-d19d-469f-bd46-556d69e283b3 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319607 Aug 13 04:17:01.280634 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-153810bd-82f7-4583-843d-89126b6ff795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:40Z', 'revision_number': 4, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': 'a67fda91-7be9-4e11-abb1-503666cfa049', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'port_id': '729d9e2e-e3de-483e-9aee-9de04c04959e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'mac_address': 'fa:16:3e:29:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c96b58-ee69-4010-a0b8-e7c44239db6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:16:59Z', 'updated_at': '2021-08-13T04:16:59Z', 'revision_number': 0, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf2f1230-4617-43b2-93b6-6ae9e0516fd4', 'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'mac_address': 'fa:16:3e:7d:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:40Z', 'updated_at': '2021-08-13T04:15:47Z', 'revision_number': 5, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'subnets': [{'id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:17:01.306048 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153810bd-82f7-4583-843d-89126b6ff795 None None] Checking router: 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:17:01.314764 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153810bd-82f7-4583-843d-89126b6ff795 None None] Routers {'05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:17:01.315354 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-153810bd-82f7-4583-843d-89126b6ff795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:16:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:17:01.420881 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-153810bd-82f7-4583-843d-89126b6ff795 None None] Set router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:17:01.423793 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d3129-36ba-468f-a56a-058afc28fdb7 req-8e9dbfbd-e6c3-4edf-b9bb-bbbab029d1cc tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:01.425296 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d98d3129-36ba-468f-a56a-058afc28fdb7 req-8e9dbfbd-e6c3-4edf-b9bb-bbbab029d1cc tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0495558 Aug 13 04:17:01.466886 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d98d3129-36ba-468f-a56a-058afc28fdb7 req-595b4d14-5e5f-4d2a-bb4e-ab5d8d3f4fce tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351858 Aug 13 04:17:01.505229 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['d96bfe27-0cb5-4705-89f7-1ee8be15abe3'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:17:01.562291 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3623c384-1d31-489b-84f1-9e6c87b8ef50 req-086c4574-9ce5-4c39-af9f-064901b522b0 tempest-AttachVolumeNegativeTest-1183009194 tempest-AttachVolumeNegativeTest-1183009194-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf8fb-8e6f-4ead-9c0b-fb864a814fdc HTTP/1.1" status: 200 len: 210 time: 0.0308917 Aug 13 04:17:01.596873 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70b531-7fad-43ad-bdee-f699dee17dc3 req-d085cdf1-8e2c-4c6d-a09d-f105b6c178c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:01.598454 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0e70b531-7fad-43ad-bdee-f699dee17dc3 req-d085cdf1-8e2c-4c6d-a09d-f105b6c178c7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7da99b58a71342b9b2d6a5ea1451b765&device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 1099 time: 0.0726314 Aug 13 04:17:01.684474 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-153810bd-82f7-4583-843d-89126b6ff795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:40Z', 'revision_number': 4, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': 'a67fda91-7be9-4e11-abb1-503666cfa049', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'port_id': '729d9e2e-e3de-483e-9aee-9de04c04959e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'mac_address': 'fa:16:3e:29:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c96b58-ee69-4010-a0b8-e7c44239db6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:16:59Z', 'updated_at': '2021-08-13T04:16:59Z', 'revision_number': 0, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf2f1230-4617-43b2-93b6-6ae9e0516fd4', 'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'mac_address': 'fa:16:3e:7d:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:40Z', 'updated_at': '2021-08-13T04:15:47Z', 'revision_number': 5, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'subnets': [{'id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:17:01.712584 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153810bd-82f7-4583-843d-89126b6ff795 None None] The sync data for ids ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'] in dv-cinder-759987-6-iscsi is: [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:40Z', 'revision_number': 4, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': 'a67fda91-7be9-4e11-abb1-503666cfa049', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'port_id': '729d9e2e-e3de-483e-9aee-9de04c04959e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'mac_address': 'fa:16:3e:29:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c96b58-ee69-4010-a0b8-e7c44239db6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:16:59Z', 'updated_at': '2021-08-13T04:16:59Z', 'revision_number': 0, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf2f1230-4617-43b2-93b6-6ae9e0516fd4', 'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'mac_address': 'fa:16:3e:7d:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:40Z', 'updated_at': '2021-08-13T04:15:47Z', 'revision_number': 5, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'subnets': [{'id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:17:01.718992 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70b531-7fad-43ad-bdee-f699dee17dc3 req-6a6c7032-174a-4492-8d9b-52700bff4121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:01.720511 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0e70b531-7fad-43ad-bdee-f699dee17dc3 req-6a6c7032-174a-4492-8d9b-52700bff4121 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7c3089e4-8e84-4971-98ba-e9013a95d55b HTTP/1.1" status: 200 len: 912 time: 0.0884755 Aug 13 04:17:01.800070 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0e70b531-7fad-43ad-bdee-f699dee17dc3 req-4b80e82a-ee4f-4b44-8a3b-2fba7c84c97c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=729d9e2e-e3de-483e-9aee-9de04c04959e HTTP/1.1" status: 200 len: 999 time: 0.0677826 Aug 13 04:17:01.843536 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8170b-fb10-4a8c-8f5e-b102bd87f666 req-38144d49-f4ae-4838-b2f8-4ad991676a6f tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:01.845173 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-71d8170b-fb10-4a8c-8f5e-b102bd87f666 req-38144d49-f4ae-4838-b2f8-4ad991676a6f tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.0651257 Aug 13 04:17:01.857603 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70b531-7fad-43ad-bdee-f699dee17dc3 req-c5a718a9-ca0f-4b1d-88c9-d28e6915aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:01.862586 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0e70b531-7fad-43ad-bdee-f699dee17dc3 req-c5a718a9-ca0f-4b1d-88c9-d28e6915aa35 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a463f44d-8044-41b8-88a4-df5cd43047ae HTTP/1.1" status: 200 len: 850 time: 0.0461953 Aug 13 04:17:01.895096 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-71d8170b-fb10-4a8c-8f5e-b102bd87f666 req-55529606-c14c-4a07-ab3b-1463531a9372 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400858 Aug 13 04:17:01.931060 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70b531-7fad-43ad-bdee-f699dee17dc3 req-1f345129-146b-421a-a29a-1731d1db21fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:01.932614 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0e70b531-7fad-43ad-bdee-f699dee17dc3 req-1f345129-146b-421a-a29a-1731d1db21fa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c3089e4-8e84-4971-98ba-e9013a95d55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515037 Aug 13 04:17:01.955068 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b862fc1-9686-4a7d-ad6d-c36104bb22dc None None] New status for floating IP a67fda91-7be9-4e11-abb1-503666cfa049: ACTIVE {{(pid=94569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:17:02.038001 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0e70b531-7fad-43ad-bdee-f699dee17dc3 req-95aeb14c-f1cf-4626-95cd-8b938c11ef94 service neutron] 10.222.0.22 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876925 Aug 13 04:17:02.129039 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0e70b531-7fad-43ad-bdee-f699dee17dc3 req-af067abf-0526-4afa-b39c-cde392e8f136 service neutron] 10.222.0.22 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833848 Aug 13 04:17:02.385793 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2241ae5-9cb5-453f-a5f9-2e664841173b req-fb402ac1-4fbf-41e2-bead-f35347430a9f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:02.387387 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e2241ae5-9cb5-453f-a5f9-2e664841173b req-fb402ac1-4fbf-41e2-bead-f35347430a9f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0513649 Aug 13 04:17:02.429615 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e2241ae5-9cb5-453f-a5f9-2e664841173b req-68df59d5-42c1-4434-ab3d-647f3aaff26b tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348256 Aug 13 04:17:02.595502 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478e875-2bce-4007-a67e-57191d805784 req-d862e2ff-c1dc-434f-9a97-c2175aa95e3d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:02.601299 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5478e875-2bce-4007-a67e-57191d805784 req-d862e2ff-c1dc-434f-9a97-c2175aa95e3d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0584798 Aug 13 04:17:02.623015 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 56518) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:17:02.637128 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5478e875-2bce-4007-a67e-57191d805784 req-a92bcf6e-2fe6-4a5a-9ebc-ecaa89e828bc tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342667 Aug 13 04:17:02.676900 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60910b2-b093-43da-a6b9-fc3566622656 admin admin] Deleting subnet ea28bae9-8209-4915-ac38-22b3611bb520 {{(pid=94567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:17:02.679991 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d60910b2-b093-43da-a6b9-fc3566622656 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:02.714436 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d60910b2-b093-43da-a6b9-fc3566622656 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2939958'] for subnet, precommit_delete_associations {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:02.754197 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d60910b2-b093-43da-a6b9-fc3566622656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416950'] for subnet, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:02.878803 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d60910b2-b093-43da-a6b9-fc3566622656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2940295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3275436'] for subnet, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:02.904565 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60910b2-b093-43da-a6b9-fc3566622656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea28bae9-8209-4915-ac38-22b3611bb520,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:02.910495 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d60910b2-b093-43da-a6b9-fc3566622656 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:02.910495 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-d60910b2-b093-43da-a6b9-fc3566622656 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ea28bae9-8209-4915-ac38-22b3611bb520 HTTP/1.1" status: 204 len: 168 time: 0.2861826 Aug 13 04:17:02.912679 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 56522) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:17:02.985882 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6fd71c33-022d-471b-b247-f6d3e4822177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16337513'] for network, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:03.015573 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded1a38-be7c-44e7-be7c-c197e6bb9d40 req-2b82a4be-cdb1-4946-a2b7-cf9898e66c7a tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:03.017024 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7ded1a38-be7c-44e7-be7c-c197e6bb9d40 req-2b82a4be-cdb1-4946-a2b7-cf9898e66c7a tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.0516496 Aug 13 04:17:03.056990 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7ded1a38-be7c-44e7-be7c-c197e6bb9d40 req-dd010920-8c16-4daa-a39f-1f2bc8824f04 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337365 Aug 13 04:17:03.065484 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6fd71c33-022d-471b-b247-f6d3e4822177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16418865', 'neutron.services.segments.db._delete_segments_for_network-8784944466544'] for network, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:03.081265 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-6fd71c33-022d-471b-b247-f6d3e4822177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673131bb-dc01-48ec-89a5-58651cf3d062']}} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:17:03.092172 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-6fd71c33-022d-471b-b247-f6d3e4822177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fcbf172-e9bd-487d-9c86-96b54fe5005f') {'for_net_delete': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:17:03.092489 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-6fd71c33-022d-471b-b247-f6d3e4822177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fcbf172-e9bd-487d-9c86-96b54fe5005f') {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:17:03.101006 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6fd71c33-022d-471b-b247-f6d3e4822177 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784944469625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2939937'] for segment, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:03.118453 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6fd71c33-022d-471b-b247-f6d3e4822177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:03.124979 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd71c33-022d-471b-b247-f6d3e4822177 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:17:03.125368 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6fd71c33-022d-471b-b247-f6d3e4822177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2940249'] for segment, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: Traceback (most recent call last): Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: timer() Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: cb(*args, **kw) Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: return func(*args, **kwargs) Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: self._notify() Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: self.callback(batched_events) Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: event.method(event) Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: return f(self, *a, **k) Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: return self._get(url).json() Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: return self.request(url, 'GET', **kwargs) Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:17:03.127218 dv-cinder-759987-6-iscsi neutron-server[94567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:17:03.250190 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6fd71c33-022d-471b-b247-f6d3e4822177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16418856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704416'] for network, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:03.257328 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6fd71c33-022d-471b-b247-f6d3e4822177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:03.259330 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-6fd71c33-022d-471b-b247-f6d3e4822177 admin admin] 10.222.0.32 "DELETE /v2.0/networks/673131bb-dc01-48ec-89a5-58651cf3d062 HTTP/1.1" status: 204 len: 168 time: 0.3457067 Aug 13 04:17:03.270333 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd71c33-022d-471b-b247-f6d3e4822177 admin admin] Pushing event deleted for resources: {'Network': ['ID=673131bb-dc01-48ec-89a5-58651cf3d062,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:03.546473 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39e119-abca-4abd-b7df-b885393740fb req-9601c811-dd91-4040-8cb7-761f236cb070 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:03.547948 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7e39e119-abca-4abd-b7df-b885393740fb req-9601c811-dd91-4040-8cb7-761f236cb070 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0497770 Aug 13 04:17:03.585420 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7e39e119-abca-4abd-b7df-b885393740fb req-fc8cd2a3-ec83-42bd-98eb-8faf70546b26 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314865 Aug 13 04:17:03.594689 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 56530) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:17:03.636643 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-56ae8978-6f18-45ac-a73a-c5e766a11dbf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57c824b311c64fcfa2b8b63a8d6f6ea3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0408332 Aug 13 04:17:03.639238 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 56532) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:17:03.686553 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3a52c264-780e-4a84-8920-36918ee500e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:03.713639 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3a52c264-780e-4a84-8920-36918ee500e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:03.781541 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9445a-d15a-47fe-9d17-10d301751698 req-3bb9cdb6-d732-4a99-9c12-0aed2f032739 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:03.782948 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8fa9445a-d15a-47fe-9d17-10d301751698 req-3bb9cdb6-d732-4a99-9c12-0aed2f032739 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0672972 Aug 13 04:17:03.821524 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8fa9445a-d15a-47fe-9d17-10d301751698 req-9fae45d7-70b0-4582-9ef6-e2b327ac4d66 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324914 Aug 13 04:17:03.884721 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3a52c264-780e-4a84-8920-36918ee500e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:03.887281 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3a52c264-780e-4a84-8920-36918ee500e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:03.889270 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-3a52c264-780e-4a84-8920-36918ee500e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a2cef30-c149-4e6c-b828-f8daaa7641c7 HTTP/1.1" status: 204 len: 168 time: 0.2490873 Aug 13 04:17:03.897731 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52c264-780e-4a84-8920-36918ee500e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2cef30-c149-4e6c-b828-f8daaa7641c7,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:04.175050 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737ea7c-f3d8-46f4-aaf5-781232cfb4e9 req-5f02c08d-6e5c-488f-8fa3-9ddc29cc4842 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:04.176576 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7737ea7c-f3d8-46f4-aaf5-781232cfb4e9 req-5f02c08d-6e5c-488f-8fa3-9ddc29cc4842 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.0519726 Aug 13 04:17:04.224734 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7737ea7c-f3d8-46f4-aaf5-781232cfb4e9 req-992c3ca4-9125-4cda-9838-2de950f6a8b4 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394237 Aug 13 04:17:04.704854 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530326f-cafd-4e50-8f21-e513f011a120 req-19c39632-8b78-491c-a1a1-afcbc8515c78 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:04.706031 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9530326f-cafd-4e50-8f21-e513f011a120 req-19c39632-8b78-491c-a1a1-afcbc8515c78 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0518703 Aug 13 04:17:04.743890 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9530326f-cafd-4e50-8f21-e513f011a120 req-2fd191fb-a114-4d24-84d4-77685e22f764 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328605 Aug 13 04:17:04.941678 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e6c1f-0604-4eca-83d5-5ff5cc9ca43a req-edee34bf-81ef-4b65-866d-b5b57189d0c4 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:04.943156 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cf2e6c1f-0604-4eca-83d5-5ff5cc9ca43a req-edee34bf-81ef-4b65-866d-b5b57189d0c4 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0493937 Aug 13 04:17:04.982292 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cf2e6c1f-0604-4eca-83d5-5ff5cc9ca43a req-a8d8987f-2976-4134-879b-635577e7efed tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323162 Aug 13 04:17:05.340530 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ac7e6-d8bb-48c6-9f87-2722a0811d5b req-88f96cbd-9788-44c1-a84e-f9984ec71753 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:05.342871 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3f1ac7e6-d8bb-48c6-9f87-2722a0811d5b req-88f96cbd-9788-44c1-a84e-f9984ec71753 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.0536890 Aug 13 04:17:05.388636 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3f1ac7e6-d8bb-48c6-9f87-2722a0811d5b req-21abafb5-f1fd-45e6-8c65-8fcaf89a3a6d tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388994 Aug 13 04:17:05.860943 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb474f-9a16-435c-b700-86795a765236 req-04f5c682-20f0-429c-936d-072f9bd7e269 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:05.862415 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5fbb474f-9a16-435c-b700-86795a765236 req-04f5c682-20f0-429c-936d-072f9bd7e269 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0480330 Aug 13 04:17:05.900773 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5fbb474f-9a16-435c-b700-86795a765236 req-2ec08d3e-c1ad-420f-912a-1a4970df75ef tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320644 Aug 13 04:17:06.103615 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9675f7-07e2-4673-b322-8e7855a9dcf2 req-836b257a-88be-4574-8469-cc9fed44c633 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:06.105164 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8c9675f7-07e2-4673-b322-8e7855a9dcf2 req-836b257a-88be-4574-8469-cc9fed44c633 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0492589 Aug 13 04:17:06.145215 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8c9675f7-07e2-4673-b322-8e7855a9dcf2 req-bb5fd2b1-9408-4a54-919a-6933c63b0084 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336390 Aug 13 04:17:06.486659 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 56606) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:17:06.508547 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad530bcc-ac64-40ef-964d-fde9844c1677 req-a4456abd-1adc-44a5-b9a9-d142abd754af tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:06.510039 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ad530bcc-ac64-40ef-964d-fde9844c1677 req-a4456abd-1adc-44a5-b9a9-d142abd754af tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.0537579 Aug 13 04:17:06.550751 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ad530bcc-ac64-40ef-964d-fde9844c1677 req-a780c30d-f454-4cfc-8140-7424af4c2fd3 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336421 Aug 13 04:17:06.596736 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-33eb2209-fa5f-4752-b5be-4d7a7b65f2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:06.683013 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-33eb2209-fa5f-4752-b5be-4d7a7b65f2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:06.753151 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-33eb2209-fa5f-4752-b5be-4d7a7b65f2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:06.791714 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-33eb2209-fa5f-4752-b5be-4d7a7b65f2f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae6fa823c69b4413aa9505707544bfd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039742 Aug 13 04:17:06.792590 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb2209-fa5f-4752-b5be-4d7a7b65f2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c71a3a1-3c59-4803-bac6-133297995a75,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:06.795905 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 56614) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:17:06.846082 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-38cc88bf-76f9-4036-bbfd-5dac69be40ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:06.866765 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-38cc88bf-76f9-4036-bbfd-5dac69be40ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:07.014811 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281a0b7-a1a8-4abd-859d-097c6871b02d req-f4d0d6e9-5152-4e4f-979d-d05e2c978e9a tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:07.016301 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f281a0b7-a1a8-4abd-859d-097c6871b02d req-f4d0d6e9-5152-4e4f-979d-d05e2c978e9a tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0494862 Aug 13 04:17:07.017423 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-38cc88bf-76f9-4036-bbfd-5dac69be40ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:07.019955 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-38cc88bf-76f9-4036-bbfd-5dac69be40ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:07.021020 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-38cc88bf-76f9-4036-bbfd-5dac69be40ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c71a3a1-3c59-4803-bac6-133297995a75 HTTP/1.1" status: 204 len: 168 time: 0.2238812 Aug 13 04:17:07.040197 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc88bf-76f9-4036-bbfd-5dac69be40ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c71a3a1-3c59-4803-bac6-133297995a75,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:07.072110 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f281a0b7-a1a8-4abd-859d-097c6871b02d req-9677b246-af49-40ec-8040-d8277f322670 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499637 Aug 13 04:17:07.148449 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 001fb04f-8166-40bb-a037-3d0e00670e8a details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:17:07.150521 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device d96bfe27-0cb5-4705-89f7-1ee8be15abe3 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:17:07.176000 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] No Port match for: d96bfe27-0cb5-4705-89f7-1ee8be15abe3 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:17:07.179095 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device d96bfe27-0cb5-4705-89f7-1ee8be15abe3 not bound to the agent host hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:17:07.282084 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b94c7c-1d20-4b28-83f2-abf8342b376e req-e2b5f183-d7ef-4ee9-95e7-ee802ab4a3ab tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:07.283957 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c1b94c7c-1d20-4b28-83f2-abf8342b376e req-e2b5f183-d7ef-4ee9-95e7-ee802ab4a3ab tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 944 time: 0.0611739 Aug 13 04:17:07.325219 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c1b94c7c-1d20-4b28-83f2-abf8342b376e req-f8c159ce-b31e-4d77-bec7-527cd1c3d6b7 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342317 Aug 13 04:17:07.393715 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 001fb04f-8166-40bb-a037-3d0e00670e8a, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=001fb04f-8166-40bb-a037-3d0e00670e8a,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:17:07.405393 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': '001fb04f-8166-40bb-a037-3d0e00670e8a', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'port_id': '001fb04f-8166-40bb-a037-3d0e00670e8a', 'mac_address': 'fa:16:3e:40:aa:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:17:07.443039 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:07.456759 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 001fb04f-8166-40bb-a037-3d0e00670e8a {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:17:07.479748 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 001fb04f-8166-40bb-a037-3d0e00670e8a, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=001fb04f-8166-40bb-a037-3d0e00670e8a,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:17:07.530251 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:07.576222 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=001fb04f-8166-40bb-a037-3d0e00670e8a,revision_number=9']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:07.667261 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da152c4-5754-4a5c-8cfa-35c1651ad3c9 req-8a3fc6a2-331e-4a94-91c3-89b10c24eda9 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:07.668800 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9da152c4-5754-4a5c-8cfa-35c1651ad3c9 req-8a3fc6a2-331e-4a94-91c3-89b10c24eda9 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.0490057 Aug 13 04:17:07.691385 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 56630) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:17:07.708568 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-8966bdaa-d139-4a25-81ff-7ea8b8d13769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:07.709823 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9da152c4-5754-4a5c-8cfa-35c1651ad3c9 req-8f04e280-648a-4fc7-b926-38835b71eec3 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345817 Aug 13 04:17:07.798097 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-8966bdaa-d139-4a25-81ff-7ea8b8d13769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:07.855854 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-8966bdaa-d139-4a25-81ff-7ea8b8d13769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:07.860665 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['001fb04f-8166-40bb-a037-3d0e00670e8a'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:17:07.896309 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-8966bdaa-d139-4a25-81ff-7ea8b8d13769 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5694935f0044d4c9de000b90040f93c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038376 Aug 13 04:17:07.897187 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966bdaa-d139-4a25-81ff-7ea8b8d13769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff40add-49fd-4392-8503-f44cf6cf3dbb,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:07.898955 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 56632) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:17:07.904716 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966bdaa-d139-4a25-81ff-7ea8b8d13769 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:07.905065 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966bdaa-d139-4a25-81ff-7ea8b8d13769 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:07.905397 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966bdaa-d139-4a25-81ff-7ea8b8d13769 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:07.905725 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966bdaa-d139-4a25-81ff-7ea8b8d13769 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:07.906125 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966bdaa-d139-4a25-81ff-7ea8b8d13769 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:07.906461 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966bdaa-d139-4a25-81ff-7ea8b8d13769 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:07.906784 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966bdaa-d139-4a25-81ff-7ea8b8d13769 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:07.907103 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966bdaa-d139-4a25-81ff-7ea8b8d13769 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:07.907722 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966bdaa-d139-4a25-81ff-7ea8b8d13769 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:07.908047 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966bdaa-d139-4a25-81ff-7ea8b8d13769 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:07.908382 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966bdaa-d139-4a25-81ff-7ea8b8d13769 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:07.908699 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966bdaa-d139-4a25-81ff-7ea8b8d13769 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:07.961268 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6cff2bcc-d387-44fa-98f0-a568d959147e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:07.982031 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6cff2bcc-d387-44fa-98f0-a568d959147e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:08.108167 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6cff2bcc-d387-44fa-98f0-a568d959147e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:08.110755 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6cff2bcc-d387-44fa-98f0-a568d959147e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:08.111911 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-6cff2bcc-d387-44fa-98f0-a568d959147e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ff40add-49fd-4392-8503-f44cf6cf3dbb HTTP/1.1" status: 204 len: 168 time: 0.2119727 Aug 13 04:17:08.119521 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff2bcc-d387-44fa-98f0-a568d959147e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff40add-49fd-4392-8503-f44cf6cf3dbb,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:08.455342 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9fabd-8c46-42f7-a2f0-d914e020b35a req-f114f4dc-abdb-4758-a993-a8ac1ba5e86f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:08.456911 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-56e9fabd-8c46-42f7-a2f0-d914e020b35a req-f114f4dc-abdb-4758-a993-a8ac1ba5e86f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.3110874 Aug 13 04:17:08.477261 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4b3e7-289f-46be-979d-f1839811ec40 req-1fd65867-9ca1-4e0c-8a5f-75230ffa8842 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:08.478758 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-21d4b3e7-289f-46be-979d-f1839811ec40 req-1fd65867-9ca1-4e0c-8a5f-75230ffa8842 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 945 time: 0.0731065 Aug 13 04:17:08.523482 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-56e9fabd-8c46-42f7-a2f0-d914e020b35a req-1f8b1e42-a6d0-4f0f-8713-08e2b6054bee tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592127 Aug 13 04:17:08.536361 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-21d4b3e7-289f-46be-979d-f1839811ec40 req-47f982cd-3cac-45b9-a56e-7c9ad9873de1 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496972 Aug 13 04:17:08.781669 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d5c714b8-c0b7-46c8-a71b-c987bf89a4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:08.832070 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc47a15-65f7-40ca-a252-30b47e03bcfa req-4ddcb120-01aa-4db8-943a-87d14af3a294 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:08.833562 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fbc47a15-65f7-40ca-a252-30b47e03bcfa req-4ddcb120-01aa-4db8-943a-87d14af3a294 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.0542984 Aug 13 04:17:08.874406 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fbc47a15-65f7-40ca-a252-30b47e03bcfa req-b4c09f74-5058-4785-a772-46fe426970bf tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346231 Aug 13 04:17:09.164545 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 001fb04f-8166-40bb-a037-3d0e00670e8a up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:17:09.213405 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port 001fb04f-8166-40bb-a037-3d0e00670e8a triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:17:09.213798 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:09.289748 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:09.312170 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889c23c3-3bde-4faf-a093-5c1af25d7576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001fb04f-8166-40bb-a037-3d0e00670e8a'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:17:09.315972 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82d6a20-24b1-4308-a99f-5e965e54519e" -d '{"events": [{"server_uuid": "889c23c3-3bde-4faf-a093-5c1af25d7576", "name": "network-vif-plugged", "status": "completed", "tag": "001fb04f-8166-40bb-a037-3d0e00670e8a"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:17:09.330825 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 001fb04f-8166-40bb-a037-3d0e00670e8a, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=001fb04f-8166-40bb-a037-3d0e00670e8a,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:17:09.357548 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602fe1e9-fc3e-47a4-9962-0af5e7cf207e x-openstack-request-id: req-602fe1e9-fc3e-47a4-9962-0af5e7cf207e {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:17:09.357856 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889c23c3-3bde-4faf-a093-5c1af25d7576", "name": "network-vif-plugged", "status": "completed", "tag": "001fb04f-8166-40bb-a037-3d0e00670e8a", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:17:09.358115 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-602fe1e9-fc3e-47a4-9962-0af5e7cf207e {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:17:09.358535 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889c23c3-3bde-4faf-a093-5c1af25d7576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001fb04f-8166-40bb-a037-3d0e00670e8a', 'code': 200} Aug 13 04:17:09.410225 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:09.461055 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=001fb04f-8166-40bb-a037-3d0e00670e8a,revision_number=10']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:09.665403 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde925c-207f-4d92-af05-395249d93a79 req-3210b6d9-5b91-4b90-b33f-10d58004a062 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:09.667047 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9bde925c-207f-4d92-af05-395249d93a79 req-3210b6d9-5b91-4b90-b33f-10d58004a062 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0729702 Aug 13 04:17:09.672110 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 56684) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:17:09.703491 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2ec20-5f81-4a4e-bbb7-0d2915aa9e3e req-31a87533-df71-4fa1-aa4a-917a0993d679 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:09.705732 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-50a2ec20-5f81-4a4e-bbb7-0d2915aa9e3e req-31a87533-df71-4fa1-aa4a-917a0993d679 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 947 time: 0.0746222 Aug 13 04:17:09.728497 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9bde925c-207f-4d92-af05-395249d93a79 req-daadd817-2ffa-4ff4-bac6-aa54f79440c3 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540314 Aug 13 04:17:09.767128 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-50a2ec20-5f81-4a4e-bbb7-0d2915aa9e3e req-5694f85b-9779-4422-b53d-1365841ac24c tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457447 Aug 13 04:17:09.807765 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e94e1fc1-89e2-46df-a8d9-14e1ae77638d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:09.895353 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e94e1fc1-89e2-46df-a8d9-14e1ae77638d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:09.947478 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b07f7-c8bc-4e34-b0bc-ee036f472adf req-2c88825a-2076-4b53-91e1-493987f59ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:09.949233 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5d5b07f7-c8bc-4e34-b0bc-ee036f472adf req-2c88825a-2076-4b53-91e1-493987f59ef3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 1100 time: 0.0402331 Aug 13 04:17:09.965036 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e94e1fc1-89e2-46df-a8d9-14e1ae77638d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:10.005423 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac6884-f20b-497f-a61a-8d08c095d337 req-3bba0001-1899-4121-b919-b13abac3ac21 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:10.006943 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c5ac6884-f20b-497f-a61a-8d08c095d337 req-3bba0001-1899-4121-b919-b13abac3ac21 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.0638728 Aug 13 04:17:10.021638 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-e94e1fc1-89e2-46df-a8d9-14e1ae77638d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=231e66a959954c789049de4d1b20e6ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479002 Aug 13 04:17:10.028216 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 56692) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:17:10.030902 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5d5b07f7-c8bc-4e34-b0bc-ee036f472adf req-15ad19e5-c524-4f4f-bc61-35a567a27c69 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739686 Aug 13 04:17:10.031766 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e1fc1-89e2-46df-a8d9-14e1ae77638d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef89bbb3-d864-4763-a329-185f4bbfa901,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:10.076291 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c5ac6884-f20b-497f-a61a-8d08c095d337 req-98d42057-07bc-4922-9961-f8f01951c85a tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623317 Aug 13 04:17:10.098195 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2b97e858-f1a7-4af0-918b-ece28a40786f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:10.121442 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2b97e858-f1a7-4af0-918b-ece28a40786f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:10.204128 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2b97e858-f1a7-4af0-918b-ece28a40786f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:10.206687 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2b97e858-f1a7-4af0-918b-ece28a40786f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:10.207822 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-2b97e858-f1a7-4af0-918b-ece28a40786f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef89bbb3-d864-4763-a329-185f4bbfa901 HTTP/1.1" status: 204 len: 168 time: 0.1787186 Aug 13 04:17:10.215458 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97e858-f1a7-4af0-918b-ece28a40786f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef89bbb3-d864-4763-a329-185f4bbfa901,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:10.887452 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c5abf-5def-405e-8af0-addd3d8191cf req-26db3a40-e0c0-4151-b0cd-32f09a709948 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:10.888440 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ba2c5abf-5def-405e-8af0-addd3d8191cf req-26db3a40-e0c0-4151-b0cd-32f09a709948 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0805385 Aug 13 04:17:10.911556 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3b2c4-aaa3-4f23-aabf-d8485a6a311f req-9779a402-a95a-43aa-848f-395f613c181f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:10.913088 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-36f3b2c4-aaa3-4f23-aabf-d8485a6a311f req-9779a402-a95a-43aa-848f-395f613c181f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 947 time: 0.0711701 Aug 13 04:17:10.961035 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ba2c5abf-5def-405e-8af0-addd3d8191cf req-10ccb509-b00e-46ef-ba87-9fec8adc7c2b tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650260 Aug 13 04:17:10.968150 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-36f3b2c4-aaa3-4f23-aabf-d8485a6a311f req-ae94c0bd-cdc0-4416-a9a3-64cd4120830f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487130 Aug 13 04:17:11.217011 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d3e99-cd59-46dd-815c-9e2b2162612a req-c759bf69-664a-43e2-8bfb-9373a02b20af tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:11.219196 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e10d3e99-cd59-46dd-815c-9e2b2162612a req-c759bf69-664a-43e2-8bfb-9373a02b20af tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.0578446 Aug 13 04:17:11.221992 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-582930ff-c088-465f-8d6f-4f25a12b2535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:11.260234 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e10d3e99-cd59-46dd-815c-9e2b2162612a req-74cd6fbf-b30d-44ff-ae7e-b1f671d32f40 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347095 Aug 13 04:17:11.859821 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 56764) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:17:11.966488 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-75b11f09-5e5a-41fa-83a5-a2a20804a912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:12.039209 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:12.117962 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-75b11f09-5e5a-41fa-83a5-a2a20804a912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:12.131544 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d266a-ff1d-4c4a-a353-a5e3057edc67 req-675eb3e3-e275-4630-839b-484fe4624c5b tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:12.133071 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-000d266a-ff1d-4c4a-a353-a5e3057edc67 req-675eb3e3-e275-4630-839b-484fe4624c5b tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0969162 Aug 13 04:17:12.155054 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831d4a4-ab15-429f-92de-14fb36a2f014 req-220c4251-2371-432b-8957-46df1d7f8aa9 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:12.156534 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2831d4a4-ab15-429f-92de-14fb36a2f014 req-220c4251-2371-432b-8957-46df1d7f8aa9 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 947 time: 0.0866568 Aug 13 04:17:12.206630 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-75b11f09-5e5a-41fa-83a5-a2a20804a912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:12.211100 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-000d266a-ff1d-4c4a-a353-a5e3057edc67 req-1964ee67-a462-4337-b1ef-2ff7f889a603 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697529 Aug 13 04:17:12.222334 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2831d4a4-ab15-429f-92de-14fb36a2f014 req-6f71ce4e-d098-4377-81fe-fe35a81f67d3 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582674 Aug 13 04:17:12.250665 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-75b11f09-5e5a-41fa-83a5-a2a20804a912 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a40d1a3b77042fd946d444d87b9ec60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896456 Aug 13 04:17:12.252070 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b11f09-5e5a-41fa-83a5-a2a20804a912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3323f2e5-2cd8-46b3-840c-4e41fd88e071,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:12.253717 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 56780) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:17:12.305036 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-0a539107-cdcd-4a96-926f-65f2722544a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:12.326994 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-0a539107-cdcd-4a96-926f-65f2722544a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:12.387835 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21f41f-a9f6-4cd3-aa81-a2d3281289d0 req-b4f7e4bf-2589-4abf-b810-945ca47a68fa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:12.390029 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1d21f41f-a9f6-4cd3-aa81-a2d3281289d0 req-b4f7e4bf-2589-4abf-b810-945ca47a68fa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.0613966 Aug 13 04:17:12.430260 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1d21f41f-a9f6-4cd3-aa81-a2d3281289d0 req-18b05933-cb27-4dd4-8ceb-d8849e3b31f2 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339417 Aug 13 04:17:12.439293 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-0a539107-cdcd-4a96-926f-65f2722544a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:12.442809 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-0a539107-cdcd-4a96-926f-65f2722544a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:12.444207 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-0a539107-cdcd-4a96-926f-65f2722544a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3323f2e5-2cd8-46b3-840c-4e41fd88e071 HTTP/1.1" status: 204 len: 168 time: 0.1888671 Aug 13 04:17:12.454988 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a539107-cdcd-4a96-926f-65f2722544a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3323f2e5-2cd8-46b3-840c-4e41fd88e071,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:12.564937 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:13.356210 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4f0ee-40fd-45d0-8299-6940b04d4eba req-7beb5220-bfb7-4a34-bf00-a993792e0b38 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:13.358224 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cdf4f0ee-40fd-45d0-8299-6940b04d4eba req-7beb5220-bfb7-4a34-bf00-a993792e0b38 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0787520 Aug 13 04:17:13.381127 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6806b9-41a8-414b-8760-66597cf91d39 req-7134916e-8f3d-45f5-9165-88bcffe771ef tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:13.382710 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1e6806b9-41a8-414b-8760-66597cf91d39 req-7134916e-8f3d-45f5-9165-88bcffe771ef tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 947 time: 0.0754955 Aug 13 04:17:13.440088 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cdf4f0ee-40fd-45d0-8299-6940b04d4eba req-59ac812d-b5ff-4959-b553-243370e465c1 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758018 Aug 13 04:17:13.444941 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1e6806b9-41a8-414b-8760-66597cf91d39 req-d8cd0a42-b636-48f0-beda-5cf16fcec6fe tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523994 Aug 13 04:17:13.574046 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719361f0-121b-4c1c-9684-c6ab7e3df76f req-d9d62ac5-e388-4467-b49c-1aa6f198132e tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:13.575525 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-719361f0-121b-4c1c-9684-c6ab7e3df76f req-d9d62ac5-e388-4467-b49c-1aa6f198132e tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.0498672 Aug 13 04:17:13.617785 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-719361f0-121b-4c1c-9684-c6ab7e3df76f req-11a6e138-d8d6-4d5c-ab2d-1cba262da8ee tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349236 Aug 13 04:17:14.130314 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:14.591333 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c9df6-dc08-4693-81c0-27f4cf608f31 req-e5877453-2fe6-490e-a1bc-2b2daca37670 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:14.593346 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-629c9df6-dc08-4693-81c0-27f4cf608f31 req-e5877453-2fe6-490e-a1bc-2b2daca37670 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0842588 Aug 13 04:17:14.601236 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8064cd8-9c32-421a-9a79-c330c289ddf1 req-0d1c6b5c-63d0-4f68-a1f1-5d513f8a49fb tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:14.602606 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b8064cd8-9c32-421a-9a79-c330c289ddf1 req-0d1c6b5c-63d0-4f68-a1f1-5d513f8a49fb tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 947 time: 0.0813284 Aug 13 04:17:14.658427 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-629c9df6-dc08-4693-81c0-27f4cf608f31 req-b8a4ef64-5382-499b-aea3-4844c272c9c9 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542753 Aug 13 04:17:14.660513 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b8064cd8-9c32-421a-9a79-c330c289ddf1 req-554f2d19-c627-4e71-87cf-9998eb719b3a tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505583 Aug 13 04:17:14.757897 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a823c2-b5b2-4fa8-8f6e-ef8b667db52e req-ac35e706-e0a5-4f5d-81aa-6009eff10530 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:14.759337 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-09a823c2-b5b2-4fa8-8f6e-ef8b667db52e req-ac35e706-e0a5-4f5d-81aa-6009eff10530 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.0482063 Aug 13 04:17:14.798202 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-09a823c2-b5b2-4fa8-8f6e-ef8b667db52e req-a8c53cb1-ba0e-4e15-884b-14177bad3c49 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326288 Aug 13 04:17:15.804453 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49db84c-5905-4bad-8683-6eb1cf2ce5e5 req-8ddbe23b-95e7-4d6e-bafb-0623b4034c25 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:15.806005 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e49db84c-5905-4bad-8683-6eb1cf2ce5e5 req-8ddbe23b-95e7-4d6e-bafb-0623b4034c25 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0784490 Aug 13 04:17:15.817439 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e2a30-7d59-45f2-b1ce-20eb92790b42 req-afc6c06f-97d6-43a4-a61f-73f056fe1d10 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:15.818834 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e66e2a30-7d59-45f2-b1ce-20eb92790b42 req-afc6c06f-97d6-43a4-a61f-73f056fe1d10 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 947 time: 0.0821457 Aug 13 04:17:15.874151 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e49db84c-5905-4bad-8683-6eb1cf2ce5e5 req-5e50985c-6c11-4b82-a4cc-c2c064cb9681 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543418 Aug 13 04:17:15.878214 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e66e2a30-7d59-45f2-b1ce-20eb92790b42 req-a7a2656c-08f2-4098-b078-d49634dae95d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524786 Aug 13 04:17:15.981279 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff89872-7450-4420-9a01-139ae91ffc22 req-61ef6f80-1af9-445e-98bf-99cf2430ac7e tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:15.982786 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-aff89872-7450-4420-9a01-139ae91ffc22 req-61ef6f80-1af9-445e-98bf-99cf2430ac7e tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.0504801 Aug 13 04:17:16.024107 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-aff89872-7450-4420-9a01-139ae91ffc22 req-aa240b4e-f49a-469f-b252-d3fb69f02dc0 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344710 Aug 13 04:17:16.994834 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c15b3-c709-43f6-b35a-60a77412b280 req-e368d4a5-a6f4-4516-a976-fa43307f92ce tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:16.996313 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5c9c15b3-c709-43f6-b35a-60a77412b280 req-e368d4a5-a6f4-4516-a976-fa43307f92ce tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0494645 Aug 13 04:17:17.040882 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5c9c15b3-c709-43f6-b35a-60a77412b280 req-9279e25b-0f1e-40dc-8b7e-a4b615d6fead tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369487 Aug 13 04:17:17.141271 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec51f6-feb1-4ce0-b31d-b1be8e9f9ea4 req-4ff0daaf-853a-4682-aa58-0cf133b64a5c tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:17.142806 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7aec51f6-feb1-4ce0-b31d-b1be8e9f9ea4 req-4ff0daaf-853a-4682-aa58-0cf133b64a5c tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.0516355 Aug 13 04:17:17.183747 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7aec51f6-feb1-4ce0-b31d-b1be8e9f9ea4 req-d028145b-ca5b-4855-ac3f-7b60592ee44b tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345550 Aug 13 04:17:18.159698 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2ab5e-aba2-461a-8788-f03ed372d507 req-38a98a36-347e-4efe-93a7-5522a303c5e0 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:18.161224 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-eff2ab5e-aba2-461a-8788-f03ed372d507 req-38a98a36-347e-4efe-93a7-5522a303c5e0 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0507770 Aug 13 04:17:18.198494 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-eff2ab5e-aba2-461a-8788-f03ed372d507 req-63d8312d-6bb9-44e1-8f71-7dd856176412 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312324 Aug 13 04:17:18.302385 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6afb00-0145-4c76-86f8-ffee5cab7cf9 req-869daae2-b6e5-4f32-92fe-4dceee1cd53e tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:18.303851 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1f6afb00-0145-4c76-86f8-ffee5cab7cf9 req-869daae2-b6e5-4f32-92fe-4dceee1cd53e tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.0502274 Aug 13 04:17:18.348842 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1f6afb00-0145-4c76-86f8-ffee5cab7cf9 req-07ba35f8-0b33-45bc-8b74-e4a31795aac4 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385270 Aug 13 04:17:18.530424 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8c8cd-52d5-4cde-a073-5ef4159bfdb1 req-3c1e8ada-a54b-40ee-8482-d576ac1a34e0 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:18.532998 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d4d8c8cd-52d5-4cde-a073-5ef4159bfdb1 req-3c1e8ada-a54b-40ee-8482-d576ac1a34e0 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0505414 Aug 13 04:17:18.577533 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d4d8c8cd-52d5-4cde-a073-5ef4159bfdb1 req-8ac6dc4a-1087-4c69-9683-c06a5d901524 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381141 Aug 13 04:17:18.682133 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fc628-379d-4423-944f-a2b533f260a5 req-e7cbf4bf-0cc5-4b8b-b8a2-193e50e30475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:18.683636 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-1f3fc628-379d-4423-944f-a2b533f260a5 req-e7cbf4bf-0cc5-4b8b-b8a2-193e50e30475 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=002375b8005d44a193b301833aa330dc&device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 1098 time: 0.0414181 Aug 13 04:17:18.782733 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fc628-379d-4423-944f-a2b533f260a5 req-183a0eff-48a9-4e1a-a312-ae5b7c22638e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:18.784197 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-1f3fc628-379d-4423-944f-a2b533f260a5 req-183a0eff-48a9-4e1a-a312-ae5b7c22638e service neutron] 10.222.0.22 "GET /v2.0/networks?id=1f5f08bb-8497-4150-a3e9-90ccd6853fea HTTP/1.1" status: 200 len: 912 time: 0.0878265 Aug 13 04:17:18.851610 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-1f3fc628-379d-4423-944f-a2b533f260a5 req-988d86b9-0ccc-4c9e-863c-574eda21c93f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcefc9c5-499e-454b-9fa1-7cde646b8055 HTTP/1.1" status: 200 len: 1001 time: 0.0587749 Aug 13 04:17:18.909068 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fc628-379d-4423-944f-a2b533f260a5 req-cf21cfae-3199-437d-ad53-a3ffbf602d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:18.910633 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-1f3fc628-379d-4423-944f-a2b533f260a5 req-cf21cfae-3199-437d-ad53-a3ffbf602d54 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc419503-ea44-47f1-b4cd-1a56414c95fb HTTP/1.1" status: 200 len: 850 time: 0.0482137 Aug 13 04:17:18.957303 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fc628-379d-4423-944f-a2b533f260a5 req-58e1a11d-6040-49e9-8ed7-512a43c92a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:18.958768 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-1f3fc628-379d-4423-944f-a2b533f260a5 req-58e1a11d-6040-49e9-8ed7-512a43c92a3e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1f5f08bb-8497-4150-a3e9-90ccd6853fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404720 Aug 13 04:17:19.049716 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-1f3fc628-379d-4423-944f-a2b533f260a5 req-0d2bad7d-9242-417b-9ab7-7b4479baa670 service neutron] 10.222.0.22 "GET /v2.0/networks/1f5f08bb-8497-4150-a3e9-90ccd6853fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821390 Aug 13 04:17:19.146007 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-1f3fc628-379d-4423-944f-a2b533f260a5 req-80bc7e0f-60e2-430b-8e6f-8108856f6223 service neutron] 10.222.0.22 "GET /v2.0/networks/1f5f08bb-8497-4150-a3e9-90ccd6853fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870271 Aug 13 04:17:19.472230 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446dc9a5-45c5-4b26-a6d2-6994a34dad4c req-e56963f4-ee4c-429f-873c-4d31d7a7ca77 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:19.473639 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-446dc9a5-45c5-4b26-a6d2-6994a34dad4c req-e56963f4-ee4c-429f-873c-4d31d7a7ca77 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.0514505 Aug 13 04:17:19.512599 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-446dc9a5-45c5-4b26-a6d2-6994a34dad4c req-f61dd6d8-894f-431a-8e24-c48dee54f864 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323153 Aug 13 04:17:19.695004 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b691b6f-729c-4dab-ba4c-ea7bcb1035d0 req-0528de36-b44e-4e75-89f3-10772c102a85 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:19.696496 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4b691b6f-729c-4dab-ba4c-ea7bcb1035d0 req-0528de36-b44e-4e75-89f3-10772c102a85 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0475266 Aug 13 04:17:19.738372 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4b691b6f-729c-4dab-ba4c-ea7bcb1035d0 req-920f5f2a-e71d-48d1-863a-3a50a5c878f7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359726 Aug 13 04:17:20.445304 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 56962) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:17:20.560077 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-469e1f14-9dc5-419b-a4eb-f244750b95af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:20.635900 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26f315-fb75-45e6-829e-84a36f327182 req-112c2f0d-34ac-419a-bae8-57772a5088aa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:20.637525 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ce26f315-fb75-45e6-829e-84a36f327182 req-112c2f0d-34ac-419a-bae8-57772a5088aa tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.0559452 Aug 13 04:17:20.656741 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-469e1f14-9dc5-419b-a4eb-f244750b95af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:20.679817 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ce26f315-fb75-45e6-829e-84a36f327182 req-98e4ec81-3e39-4796-98cb-c9ea449f7d8c tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354571 Aug 13 04:17:20.707339 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-469e1f14-9dc5-419b-a4eb-f244750b95af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:20.745692 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e1f14-9dc5-419b-a4eb-f244750b95af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6805dcd-c20e-4679-84a1-7414ca9b316c,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:20.751499 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-469e1f14-9dc5-419b-a4eb-f244750b95af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5219f8f2c8a54377a4f7c87e1bb2a384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045433 Aug 13 04:17:20.754452 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 56970) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:17:20.802935 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-867cd077-97e1-412d-8f93-975aabc25fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:20.824012 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-867cd077-97e1-412d-8f93-975aabc25fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:20.856973 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901d31a-1abe-4b65-9739-c54c0a5765b4 req-691e5a6e-17a2-49e7-92f3-a2dbd2d93111 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:20.858650 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9901d31a-1abe-4b65-9739-c54c0a5765b4 req-691e5a6e-17a2-49e7-92f3-a2dbd2d93111 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0506148 Aug 13 04:17:20.904431 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9901d31a-1abe-4b65-9739-c54c0a5765b4 req-c1418890-e8d3-4ada-9bd0-7fe598cb8799 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388112 Aug 13 04:17:20.947502 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-867cd077-97e1-412d-8f93-975aabc25fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:20.950163 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-867cd077-97e1-412d-8f93-975aabc25fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:20.951368 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-867cd077-97e1-412d-8f93-975aabc25fd2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6805dcd-c20e-4679-84a1-7414ca9b316c HTTP/1.1" status: 204 len: 168 time: 0.1959832 Aug 13 04:17:20.960143 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867cd077-97e1-412d-8f93-975aabc25fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6805dcd-c20e-4679-84a1-7414ca9b316c,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:21.806261 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c259662-5b15-4a18-9900-f905e2bf5fbf req-cc06746a-edd3-47dd-8fb1-b5ddc9871742 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:21.808552 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0c259662-5b15-4a18-9900-f905e2bf5fbf req-cc06746a-edd3-47dd-8fb1-b5ddc9871742 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.0516393 Aug 13 04:17:21.853029 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0c259662-5b15-4a18-9900-f905e2bf5fbf req-3152518a-0f94-478c-9a40-91e9965cddf5 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&id=b7334e18-90d6-4335-90a2-a4c494dc6ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373540 Aug 13 04:17:21.996216 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-465a4352-7e22-47cd-b750-25337706e38a req-75a4ed0f-e8f0-4fd0-809a-28ff0b5704a4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430431 Aug 13 04:17:22.024732 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 57004) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:17:22.092257 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a4352-7e22-47cd-b750-25337706e38a req-c929adda-bc8c-4958-b2fd-df5f71a001f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:22.093822 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-465a4352-7e22-47cd-b750-25337706e38a req-c929adda-bc8c-4958-b2fd-df5f71a001f0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=002375b8005d44a193b301833aa330dc&device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 1098 time: 0.0426793 Aug 13 04:17:22.138447 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-08683705-8fe3-4581-a5a5-efc3cfd9c3a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1387121093-network', 'tenant_id': '37f186a933da4f15821714e58612b41c'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:17:22.465566 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a4352-7e22-47cd-b750-25337706e38a req-e50340ff-511b-401f-aa29-d2c33f554905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:22.467045 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-465a4352-7e22-47cd-b750-25337706e38a req-e50340ff-511b-401f-aa29-d2c33f554905 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1f5f08bb-8497-4150-a3e9-90ccd6853fea HTTP/1.1" status: 200 len: 912 time: 0.3522410 Aug 13 04:17:22.537574 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08683705-8fe3-4581-a5a5-efc3cfd9c3a5 admin admin] Made reservation on behalf of 37f186a933da4f15821714e58612b41c for: {'network': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:17:22.539863 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-08683705-8fe3-4581-a5a5-efc3cfd9c3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for network, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:22.554201 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-08683705-8fe3-4581-a5a5-efc3cfd9c3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:22.564076 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-465a4352-7e22-47cd-b750-25337706e38a req-1267f46b-fcee-406d-a791-c20d0756cae2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcefc9c5-499e-454b-9fa1-7cde646b8055 HTTP/1.1" status: 200 len: 1001 time: 0.0792606 Aug 13 04:17:22.636112 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a4352-7e22-47cd-b750-25337706e38a req-7dd4d734-0cfc-48b8-b785-8e3a824c788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:22.637548 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-465a4352-7e22-47cd-b750-25337706e38a req-7dd4d734-0cfc-48b8-b785-8e3a824c788e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc419503-ea44-47f1-b4cd-1a56414c95fb HTTP/1.1" status: 200 len: 850 time: 0.0624967 Aug 13 04:17:22.708025 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a4352-7e22-47cd-b750-25337706e38a req-95e518aa-f25c-417b-bf8b-f93649f8c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:22.709543 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-465a4352-7e22-47cd-b750-25337706e38a req-95e518aa-f25c-417b-bf8b-f93649f8c6f5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1f5f08bb-8497-4150-a3e9-90ccd6853fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0614626 Aug 13 04:17:22.722905 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-08683705-8fe3-4581-a5a5-efc3cfd9c3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:22.777213 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-08683705-8fe3-4581-a5a5-efc3cfd9c3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:22.813656 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08683705-8fe3-4581-a5a5-efc3cfd9c3a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=94567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:17:22.845264 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08683705-8fe3-4581-a5a5-efc3cfd9c3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d3d301-1884-4162-b766-fe957e097493,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:22.849269 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-08683705-8fe3-4581-a5a5-efc3cfd9c3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:22.849613 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.db.segments_db [None req-08683705-8fe3-4581-a5a5-efc3cfd9c3a5 admin admin] Added segment d6cf8018-ff1a-437a-8db6-469aa741dba3 of type vlan for network ebacd3db-1b0f-4508-a9ac-acdcf2267950 Aug 13 04:17:22.858611 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-465a4352-7e22-47cd-b750-25337706e38a req-41de6181-25bc-4a19-a69f-ca704d54bb19 service neutron] 10.222.0.22 "GET /v2.0/networks/1f5f08bb-8497-4150-a3e9-90ccd6853fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376994 Aug 13 04:17:22.932102 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-08683705-8fe3-4581-a5a5-efc3cfd9c3a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784943942714'] for network, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:22.988498 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-465a4352-7e22-47cd-b750-25337706e38a req-0c31e00a-b70c-4e3d-a7ac-bc3c0b5c5544 service neutron] 10.222.0.22 "GET /v2.0/networks/1f5f08bb-8497-4150-a3e9-90ccd6853fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090875 Aug 13 04:17:23.044452 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-08683705-8fe3-4581-a5a5-efc3cfd9c3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for network, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:23.045444 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08683705-8fe3-4581-a5a5-efc3cfd9c3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:23.046033 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-08683705-8fe3-4581-a5a5-efc3cfd9c3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:23.112788 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08683705-8fe3-4581-a5a5-efc3cfd9c3a5 admin admin] Pushing event updated for resources: {'Network': ['ID=ebacd3db-1b0f-4508-a9ac-acdcf2267950,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:23.122374 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Network ebacd3db-1b0f-4508-a9ac-acdcf2267950 details requested by agent ovs-agent-dv-cinder-759987-6-iscsi with host dv-cinder-759987-6-iscsi {{(pid=94568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:17:23.154085 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-08683705-8fe3-4581-a5a5-efc3cfd9c3a5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1276689 Aug 13 04:17:23.157645 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 57010) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:17:23.163486 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-ee05e006-d87f-486b-a4e3-fe7bcc1f28d5 admin admin] Request body: {'subnet': {'network_id': 'ebacd3db-1b0f-4508-a9ac-acdcf2267950', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1387121093-subnet', 'tenant_id': '37f186a933da4f15821714e58612b41c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:17:23.227389 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee05e006-d87f-486b-a4e3-fe7bcc1f28d5 admin admin] Made reservation on behalf of 37f186a933da4f15821714e58612b41c for: {'subnet': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:17:23.229750 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ee05e006-d87f-486b-a4e3-fe7bcc1f28d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3275399'] for subnet, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:23.457855 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ee05e006-d87f-486b-a4e3-fe7bcc1f28d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2940352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3275445'] for subnet, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:23.517813 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05e006-d87f-486b-a4e3-fe7bcc1f28d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c307938c-cd38-4f94-8b97-b5d39366e104,revision_number=0']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:23.523096 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee05e006-d87f-486b-a4e3-fe7bcc1f28d5 admin admin] Checking segment: {'id': 'd6cf8018-ff1a-437a-8db6-469aa741dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ebacd3db-1b0f-4508-a9ac-acdcf2267950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:17:23.523448 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee05e006-d87f-486b-a4e3-fe7bcc1f28d5 admin admin] Network hostable DHCP agents. Network: ebacd3db-1b0f-4508-a9ac-acdcf2267950, hostable agents: ['a96cd20f-888c-4e1e-badb-6a5336c30bd0'], hosted agents: [] {{(pid=94567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:17:23.747826 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee05e006-d87f-486b-a4e3-fe7bcc1f28d5 admin admin] Network ebacd3db-1b0f-4508-a9ac-acdcf2267950 is scheduled to be hosted by DHCP agent a96cd20f-888c-4e1e-badb-6a5336c30bd0 with binding_index 1 {{(pid=94567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:17:23.941326 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [None req-ee05e006-d87f-486b-a4e3-fe7bcc1f28d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-6-iscsi, ebacd3db-1b0f-4508-a9ac-acdcf2267950) {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:17:23.941545 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:23.945484 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee05e006-d87f-486b-a4e3-fe7bcc1f28d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:23.946168 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ee05e006-d87f-486b-a4e3-fe7bcc1f28d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:23.950748 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ffde25-ec7a-466c-a160-e71a6535f6f2 None None] Network ebacd3db-1b0f-4508-a9ac-acdcf2267950 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:17:24.015808 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-ee05e006-d87f-486b-a4e3-fe7bcc1f28d5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8519890 Aug 13 04:17:24.079148 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0401c5b3-28da-4d98-93ba-b041f755eae6 None None] Network ebacd3db-1b0f-4508-a9ac-acdcf2267950 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:17:26.169486 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-a25d82e3-92d9-4c5f-9171-e65f99edaf6a tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:26.170865 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-a25d82e3-92d9-4c5f-9171-e65f99edaf6a tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/networks?id=ebacd3db-1b0f-4508-a9ac-acdcf2267950 HTTP/1.1" status: 200 len: 809 time: 0.1129630 Aug 13 04:17:26.185844 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-c0035383-2479-456e-9b9c-1ae2252f76e0 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/quotas/37f186a933da4f15821714e58612b41c HTTP/1.1" status: 200 len: 375 time: 0.0088129 Aug 13 04:17:26.217658 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-294a1520-95c0-4805-8a11-bfb32824d60d tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=37f186a933da4f15821714e58612b41c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260303 Aug 13 04:17:26.317471 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-a6a9b2de-f9e7-4986-bf72-335461f323b8 service neutron] 10.222.0.32 "GET /v2.0/networks/ebacd3db-1b0f-4508-a9ac-acdcf2267950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920439 Aug 13 04:17:26.406713 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-60472f26-67a3-4048-b27d-863df220922d service neutron] 10.222.0.32 "GET /v2.0/networks/ebacd3db-1b0f-4508-a9ac-acdcf2267950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832949 Aug 13 04:17:26.617143 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-054b7630-60a4-4595-94a3-50b7f5d688cc req-03480c18-7b49-43ac-9a13-3149477e94b3 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a2ea6cd-8f94-47aa-9249-2eb906e71553 HTTP/1.1" status: 200 len: 210 time: 0.0324299 Aug 13 04:17:27.707874 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b928b370-a8f0-4c30-98fb-3f09cf6d6794 req-4a494362-561d-4cd0-b462-ad7154511432 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a2ea6cd-8f94-47aa-9249-2eb906e71553 HTTP/1.1" status: 200 len: 210 time: 0.0259669 Aug 13 04:17:28.695601 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-af9b48df-a627-48fb-a8da-19c66354fb58 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:28.697115 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-af9b48df-a627-48fb-a8da-19c66354fb58 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.22 "GET /v2.0/networks?id=ebacd3db-1b0f-4508-a9ac-acdcf2267950 HTTP/1.1" status: 200 len: 809 time: 0.1067607 Aug 13 04:17:28.711469 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-f55b8ec1-33f7-487c-b64b-cce840bf30ea tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Request body: {'port': {'device_id': '4a2ea6cd-8f94-47aa-9249-2eb906e71553', 'network_id': 'ebacd3db-1b0f-4508-a9ac-acdcf2267950', 'admin_state_up': True, 'tenant_id': '37f186a933da4f15821714e58612b41c'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:17:28.811695 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-81bb8fed-c7ad-4abb-b608-349e1a07bf37 req-d6f9675a-3b2f-49f6-ab9c-082bdb57fa1a tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a2ea6cd-8f94-47aa-9249-2eb906e71553 HTTP/1.1" status: 200 len: 210 time: 0.0317023 Aug 13 04:17:28.924351 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-f55b8ec1-33f7-487c-b64b-cce840bf30ea tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Made reservation on behalf of 37f186a933da4f15821714e58612b41c for: {'port': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:17:28.927875 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-f55b8ec1-33f7-487c-b64b-cce840bf30ea tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:29.056858 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-f55b8ec1-33f7-487c-b64b-cce840bf30ea tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Allocated IP 172.20.0.5 (ebacd3db-1b0f-4508-a9ac-acdcf2267950/c307938c-cd38-4f94-8b97-b5d39366e104/873ef245-ba8c-4ce6-8896-2714584b183f) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:17:29.212527 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-f55b8ec1-33f7-487c-b64b-cce840bf30ea tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:29.336096 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-f55b8ec1-33f7-487c-b64b-cce840bf30ea tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:29.381760 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-f55b8ec1-33f7-487c-b64b-cce840bf30ea tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Network ebacd3db-1b0f-4508-a9ac-acdcf2267950 is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:17:29.384893 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-f55b8ec1-33f7-487c-b64b-cce840bf30ea tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:17:29.388616 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-f55b8ec1-33f7-487c-b64b-cce840bf30ea tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:17:29.411888 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b8ec1-33f7-487c-b64b-cce840bf30ea tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Pushing event updated for resources: {'Port': ['ID=873ef245-ba8c-4ce6-8896-2714584b183f,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:29.438746 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-f55b8ec1-33f7-487c-b64b-cce840bf30ea tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:29.439279 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-f55b8ec1-33f7-487c-b64b-cce840bf30ea tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:29.519362 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-f55b8ec1-33f7-487c-b64b-cce840bf30ea tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8113894 Aug 13 04:17:29.540615 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-d7907392-b981-468d-b456-010dae8d99ac service neutron] Request body: {'port': {'device_id': '4a2ea6cd-8f94-47aa-9249-2eb906e71553', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:17:29.595626 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-d7907392-b981-468d-b456-010dae8d99ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:29.847556 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-d7907392-b981-468d-b456-010dae8d99ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873ef245-ba8c-4ce6-8896-2714584b183f {{(pid=94567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:17:29.854897 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-d7907392-b981-468d-b456-010dae8d99ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:29.867640 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-d7907392-b981-468d-b456-010dae8d99ac service neutron] Transition to ACTIVE for port object 873ef245-ba8c-4ce6-8896-2714584b183f will not be triggered until provisioned by entity L2. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:17:29.927008 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a138763-737e-4f7e-94e6-6f55162571cf req-7406e2ca-5c5d-4247-9473-9ee68de47345 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:29.928499 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6a138763-737e-4f7e-94e6-6f55162571cf req-7406e2ca-5c5d-4247-9473-9ee68de47345 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a2ea6cd-8f94-47aa-9249-2eb906e71553 HTTP/1.1" status: 200 len: 931 time: 0.0481961 Aug 13 04:17:29.930239 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-d7907392-b981-468d-b456-010dae8d99ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:29.967401 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6a138763-737e-4f7e-94e6-6f55162571cf req-1da415ad-aef3-4057-a1a4-1b795a81d070 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d3d301-1884-4162-b766-fe957e097493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328557 Aug 13 04:17:29.978913 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7907392-b981-468d-b456-010dae8d99ac service neutron] Pushing event updated for resources: {'Port': ['ID=873ef245-ba8c-4ce6-8896-2714584b183f,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:30.053669 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-d7907392-b981-468d-b456-010dae8d99ac service neutron] Attempting to bind port 873ef245-ba8c-4ce6-8896-2714584b183f on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:17:30.054124 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-d7907392-b981-468d-b456-010dae8d99ac service neutron] Attempting to bind port 873ef245-ba8c-4ce6-8896-2714584b183f by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': 'd6cf8018-ff1a-437a-8db6-469aa741dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ebacd3db-1b0f-4508-a9ac-acdcf2267950'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:17:30.054475 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-d7907392-b981-468d-b456-010dae8d99ac service neutron] Attempting to bind port 873ef245-ba8c-4ce6-8896-2714584b183f on network ebacd3db-1b0f-4508-a9ac-acdcf2267950 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:17:30.058724 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-d7907392-b981-468d-b456-010dae8d99ac service neutron] Port 873ef245-ba8c-4ce6-8896-2714584b183f on network ebacd3db-1b0f-4508-a9ac-acdcf2267950 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:17:30.059035 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-d7907392-b981-468d-b456-010dae8d99ac service neutron] Attempting to bind port 873ef245-ba8c-4ce6-8896-2714584b183f on network ebacd3db-1b0f-4508-a9ac-acdcf2267950 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:17:30.063785 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-d7907392-b981-468d-b456-010dae8d99ac service neutron] Checking agent: {'id': '0c202f7d-8fe9-4513-921d-f16665c9f5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'started_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:17:30.064136 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-d7907392-b981-468d-b456-010dae8d99ac service neutron] Checking segment: {'id': 'd6cf8018-ff1a-437a-8db6-469aa741dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ebacd3db-1b0f-4508-a9ac-acdcf2267950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:17:30.064537 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-d7907392-b981-468d-b456-010dae8d99ac service neutron] Bound using segment: {'id': 'd6cf8018-ff1a-437a-8db6-469aa741dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ebacd3db-1b0f-4508-a9ac-acdcf2267950'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:17:30.064947 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-d7907392-b981-468d-b456-010dae8d99ac service neutron] Bound port: 873ef245-ba8c-4ce6-8896-2714584b183f, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6cf8018-ff1a-437a-8db6-469aa741dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ebacd3db-1b0f-4508-a9ac-acdcf2267950'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:17:30.065293 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-d7907392-b981-468d-b456-010dae8d99ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:30.126630 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-d7907392-b981-468d-b456-010dae8d99ac service neutron] For port 873ef245-ba8c-4ce6-8896-2714584b183f, host hv-cinder-75998, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:17:30.130308 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-d7907392-b981-468d-b456-010dae8d99ac service neutron] For port 873ef245-ba8c-4ce6-8896-2714584b183f, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=873ef245-ba8c-4ce6-8896-2714584b183f,segment=NetworkSegment(d6cf8018-ff1a-437a-8db6-469aa741dba3),segment_id=d6cf8018-ff1a-437a-8db6-469aa741dba3)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:17:30.204889 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-d7907392-b981-468d-b456-010dae8d99ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:30.239197 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-d7907392-b981-468d-b456-010dae8d99ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:30.240029 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-d7907392-b981-468d-b456-010dae8d99ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:30.241493 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-d7907392-b981-468d-b456-010dae8d99ac service neutron] 10.222.0.22 "PUT /v2.0/ports/873ef245-ba8c-4ce6-8896-2714584b183f HTTP/1.1" status: 200 len: 1093 time: 0.7052374 Aug 13 04:17:30.243511 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2ea6cd-8f94-47aa-9249-2eb906e71553', 'tag': '873ef245-ba8c-4ce6-8896-2714584b183f'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:17:30.245847 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d79fccb-96c4-4dde-9f7e-e267e81e7d81" -d '{"events": [{"name": "network-changed", "server_uuid": "4a2ea6cd-8f94-47aa-9249-2eb906e71553", "tag": "873ef245-ba8c-4ce6-8896-2714584b183f"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:17:30.273265 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7907392-b981-468d-b456-010dae8d99ac service neutron] Pushing event updated for resources: {'Port': ['ID=873ef245-ba8c-4ce6-8896-2714584b183f,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:30.284953 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818f8325-313f-46fa-95e3-a9884db4414a x-openstack-request-id: req-818f8325-313f-46fa-95e3-a9884db4414a {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:17:30.285345 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a2ea6cd-8f94-47aa-9249-2eb906e71553", "tag": "873ef245-ba8c-4ce6-8896-2714584b183f", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:17:30.285598 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-818f8325-313f-46fa-95e3-a9884db4414a {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:17:30.285988 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a2ea6cd-8f94-47aa-9249-2eb906e71553', 'tag': '873ef245-ba8c-4ce6-8896-2714584b183f', 'status': 'completed', 'code': 200} Aug 13 04:17:30.348752 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79fccb-96c4-4dde-9f7e-e267e81e7d81 req-49eb1d1a-be6a-4638-8778-e1c5f2ec58b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:30.350231 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-1d79fccb-96c4-4dde-9f7e-e267e81e7d81 req-49eb1d1a-be6a-4638-8778-e1c5f2ec58b9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=37f186a933da4f15821714e58612b41c&device_id=4a2ea6cd-8f94-47aa-9249-2eb906e71553 HTTP/1.1" status: 200 len: 1096 time: 0.0414162 Aug 13 04:17:30.455768 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79fccb-96c4-4dde-9f7e-e267e81e7d81 req-5e8aede3-d740-4885-95dd-c987e0b9bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:30.457402 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-1d79fccb-96c4-4dde-9f7e-e267e81e7d81 req-5e8aede3-d740-4885-95dd-c987e0b9bc18 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=37f186a933da4f15821714e58612b41c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0919135 Aug 13 04:17:30.551274 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79fccb-96c4-4dde-9f7e-e267e81e7d81 req-2e3cd752-ed4e-4945-b252-f1d08abd143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:30.552728 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-1d79fccb-96c4-4dde-9f7e-e267e81e7d81 req-2e3cd752-ed4e-4945-b252-f1d08abd143d service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869482 Aug 13 04:17:30.648981 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-62f35b16-acce-4f6b-bcca-4545fd6bb641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:30.650453 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-62f35b16-acce-4f6b-bcca-4545fd6bb641 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=37f186a933da4f15821714e58612b41c&device_id=4a2ea6cd-8f94-47aa-9249-2eb906e71553 HTTP/1.1" status: 200 len: 1096 time: 0.0468118 Aug 13 04:17:30.694292 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-487b2b53-ee7b-4e38-b395-67299379a245 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=873ef245-ba8c-4ce6-8896-2714584b183f HTTP/1.1" status: 200 len: 217 time: 0.0332994 Aug 13 04:17:30.747190 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-12fbe387-b337-4bf8-a471-4b806f12acef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:30.748601 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-12fbe387-b337-4bf8-a471-4b806f12acef service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c307938c-cd38-4f94-8b97-b5d39366e104 HTTP/1.1" status: 200 len: 849 time: 0.0410569 Aug 13 04:17:30.782556 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-73cd3e35-44d2-44a2-a23f-0507d50e9724 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ebacd3db-1b0f-4508-a9ac-acdcf2267950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257330 Aug 13 04:17:30.872551 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-21e5328c-cc59-43a2-9d29-c19359e31e79 service neutron] 10.222.0.22 "GET /v2.0/networks/ebacd3db-1b0f-4508-a9ac-acdcf2267950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811267 Aug 13 04:17:30.965779 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c4ba4adb-5f9b-4995-9ed2-823b6a8ec4ba req-ded743bb-1fd3-4c6f-a583-3bc784848fff service neutron] 10.222.0.22 "GET /v2.0/networks/ebacd3db-1b0f-4508-a9ac-acdcf2267950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834303 Aug 13 04:17:31.081661 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020742e-4288-4423-8885-f3bd9d725580 req-dbcee393-e0c8-4d0f-9111-f8880b5a466c tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:31.083220 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e020742e-4288-4423-8885-f3bd9d725580 req-dbcee393-e0c8-4d0f-9111-f8880b5a466c tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a2ea6cd-8f94-47aa-9249-2eb906e71553 HTTP/1.1" status: 200 len: 943 time: 0.0490642 Aug 13 04:17:31.132093 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e020742e-4288-4423-8885-f3bd9d725580 req-bbccebce-0dcd-4ab9-97d4-75112f0dd2a9 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d3d301-1884-4162-b766-fe957e097493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401556 Aug 13 04:17:32.245461 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a58f93-11ea-4331-86d8-09f86654a576 req-66f2e21c-dc53-4cc6-b78e-f85e8682835b tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:32.246921 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a4a58f93-11ea-4331-86d8-09f86654a576 req-66f2e21c-dc53-4cc6-b78e-f85e8682835b tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a2ea6cd-8f94-47aa-9249-2eb906e71553 HTTP/1.1" status: 200 len: 943 time: 0.0482709 Aug 13 04:17:32.284268 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a4a58f93-11ea-4331-86d8-09f86654a576 req-7e354ccf-48df-415c-bc26-f3d208f39a7b tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d3d301-1884-4162-b766-fe957e097493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313332 Aug 13 04:17:33.279523 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 873ef245-ba8c-4ce6-8896-2714584b183f details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:17:33.381037 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 873ef245-ba8c-4ce6-8896-2714584b183f, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=873ef245-ba8c-4ce6-8896-2714584b183f,segment=NetworkSegment(d6cf8018-ff1a-437a-8db6-469aa741dba3),segment_id=d6cf8018-ff1a-437a-8db6-469aa741dba3)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:17:33.392526 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': '873ef245-ba8c-4ce6-8896-2714584b183f', 'network_id': 'ebacd3db-1b0f-4508-a9ac-acdcf2267950', 'port_id': '873ef245-ba8c-4ce6-8896-2714584b183f', 'mac_address': 'fa:16:3e:f8:95:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c307938c-cd38-4f94-8b97-b5d39366e104', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:17:33.417843 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca86a27-5374-4ac3-9a7d-f5817fed8686 req-285d51f1-829d-4135-a458-dadce0224dd1 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:33.419367 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0ca86a27-5374-4ac3-9a7d-f5817fed8686 req-285d51f1-829d-4135-a458-dadce0224dd1 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a2ea6cd-8f94-47aa-9249-2eb906e71553 HTTP/1.1" status: 200 len: 943 time: 0.0636926 Aug 13 04:17:33.431517 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:33.444837 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873ef245-ba8c-4ce6-8896-2714584b183f {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:17:33.460330 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0ca86a27-5374-4ac3-9a7d-f5817fed8686 req-b4cf404b-21a6-4dcd-9493-24421581a3b1 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d3d301-1884-4162-b766-fe957e097493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335319 Aug 13 04:17:33.465373 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 873ef245-ba8c-4ce6-8896-2714584b183f, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=873ef245-ba8c-4ce6-8896-2714584b183f,segment=NetworkSegment(d6cf8018-ff1a-437a-8db6-469aa741dba3),segment_id=d6cf8018-ff1a-437a-8db6-469aa741dba3)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:17:33.535744 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:33.583559 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=873ef245-ba8c-4ce6-8896-2714584b183f,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:33.852929 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['873ef245-ba8c-4ce6-8896-2714584b183f'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:17:34.574211 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45846b-ecb9-41a9-8594-240c9cba1a51 req-ea264e21-ec78-4e8a-8cb6-7f2988e920c3 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:34.575763 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-aa45846b-ecb9-41a9-8594-240c9cba1a51 req-ea264e21-ec78-4e8a-8cb6-7f2988e920c3 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a2ea6cd-8f94-47aa-9249-2eb906e71553 HTTP/1.1" status: 200 len: 944 time: 0.0492821 Aug 13 04:17:34.616963 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-aa45846b-ecb9-41a9-8594-240c9cba1a51 req-09ffca84-e297-419f-9b8b-2ce955dfc7b7 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d3d301-1884-4162-b766-fe957e097493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351343 Aug 13 04:17:35.140767 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:17:35.276292 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 873ef245-ba8c-4ce6-8896-2714584b183f up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:17:35.350761 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 57118) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:17:35.358881 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning for port 873ef245-ba8c-4ce6-8896-2714584b183f completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:17:35.363251 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port 873ef245-ba8c-4ce6-8896-2714584b183f triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:17:35.364006 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:35.442696 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:35.455966 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-124c2c7e-18c1-4294-8914-81a132683bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:35.465868 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2ea6cd-8f94-47aa-9249-2eb906e71553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873ef245-ba8c-4ce6-8896-2714584b183f'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:17:35.468095 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833477b1-567f-48d0-a8a2-13c032fa115c" -d '{"events": [{"server_uuid": "4a2ea6cd-8f94-47aa-9249-2eb906e71553", "name": "network-vif-plugged", "status": "completed", "tag": "873ef245-ba8c-4ce6-8896-2714584b183f"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:17:35.481426 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 873ef245-ba8c-4ce6-8896-2714584b183f, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=873ef245-ba8c-4ce6-8896-2714584b183f,segment=NetworkSegment(d6cf8018-ff1a-437a-8db6-469aa741dba3),segment_id=d6cf8018-ff1a-437a-8db6-469aa741dba3)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:17:35.505486 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acf2964-4ca4-4b1d-a46f-cc00111ce159 x-openstack-request-id: req-6acf2964-4ca4-4b1d-a46f-cc00111ce159 {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:17:35.505777 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a2ea6cd-8f94-47aa-9249-2eb906e71553", "name": "network-vif-plugged", "status": "completed", "tag": "873ef245-ba8c-4ce6-8896-2714584b183f", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:17:35.506070 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6acf2964-4ca4-4b1d-a46f-cc00111ce159 {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:17:35.506446 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2ea6cd-8f94-47aa-9249-2eb906e71553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873ef245-ba8c-4ce6-8896-2714584b183f', 'code': 200} Aug 13 04:17:35.542056 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:35.550426 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-124c2c7e-18c1-4294-8914-81a132683bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:35.588947 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=873ef245-ba8c-4ce6-8896-2714584b183f,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:35.595787 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:35.596135 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:35.596500 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:35.596834 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:35.597166 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:35.597504 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:35.598551 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:35.598886 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:35.599214 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:35.599537 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:35.599873 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:35.600180 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:35.610267 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-124c2c7e-18c1-4294-8914-81a132683bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:35.650117 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-124c2c7e-18c1-4294-8914-81a132683bb7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c68980d0c8a9477e961818af484c2201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982666 Aug 13 04:17:35.650898 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c2c7e-18c1-4294-8914-81a132683bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e01cc87-e5ab-4d65-974b-c5bab95a3476,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:35.653122 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 57126) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:17:35.728242 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f5b557f3-c849-4ce0-bf71-ea691d950354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:35.755657 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f5b557f3-c849-4ce0-bf71-ea691d950354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:35.765081 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826246a-800d-44e2-a942-b68be9063657 req-dd9196e3-67d3-4fa4-9e9b-84c010f26333 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:35.766636 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5826246a-800d-44e2-a942-b68be9063657 req-dd9196e3-67d3-4fa4-9e9b-84c010f26333 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a2ea6cd-8f94-47aa-9249-2eb906e71553 HTTP/1.1" status: 200 len: 945 time: 0.0785894 Aug 13 04:17:35.819685 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f76507-a358-4bf6-a671-b1642d890c5b req-4b8eba52-da91-4a74-a3ef-68e4e89d6e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:35.821237 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a6f76507-a358-4bf6-a671-b1642d890c5b req-4b8eba52-da91-4a74-a3ef-68e4e89d6e30 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4a2ea6cd-8f94-47aa-9249-2eb906e71553 HTTP/1.1" status: 200 len: 1098 time: 0.0405912 Aug 13 04:17:35.824771 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5826246a-800d-44e2-a942-b68be9063657 req-f14786aa-94d5-4cca-b9b5-37d486afee41 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d3d301-1884-4162-b766-fe957e097493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502427 Aug 13 04:17:35.859032 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a6f76507-a358-4bf6-a671-b1642d890c5b req-805ee51b-796d-4ec9-8892-8e74c1e0ad92 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=76d3d301-1884-4162-b766-fe957e097493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292141 Aug 13 04:17:35.901546 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f5b557f3-c849-4ce0-bf71-ea691d950354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:35.904163 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f5b557f3-c849-4ce0-bf71-ea691d950354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:35.905312 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-f5b557f3-c849-4ce0-bf71-ea691d950354 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e01cc87-e5ab-4d65-974b-c5bab95a3476 HTTP/1.1" status: 204 len: 168 time: 0.2512150 Aug 13 04:17:35.913762 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b557f3-c849-4ce0-bf71-ea691d950354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e01cc87-e5ab-4d65-974b-c5bab95a3476,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:35.920823 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b557f3-c849-4ce0-bf71-ea691d950354 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:35.921392 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b557f3-c849-4ce0-bf71-ea691d950354 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:35.921745 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b557f3-c849-4ce0-bf71-ea691d950354 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:35.922084 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b557f3-c849-4ce0-bf71-ea691d950354 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:35.922416 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b557f3-c849-4ce0-bf71-ea691d950354 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:35.922792 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b557f3-c849-4ce0-bf71-ea691d950354 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:35.923124 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b557f3-c849-4ce0-bf71-ea691d950354 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:35.923580 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b557f3-c849-4ce0-bf71-ea691d950354 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:35.923911 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b557f3-c849-4ce0-bf71-ea691d950354 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:35.924241 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b557f3-c849-4ce0-bf71-ea691d950354 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:35.924606 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b557f3-c849-4ce0-bf71-ea691d950354 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:35.924931 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b557f3-c849-4ce0-bf71-ea691d950354 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:17:36.945017 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5029546-4421-4add-8bf8-d0bb73619669 req-71d87ca5-356d-4421-8642-94bbcbd97c73 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:36.947549 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d5029546-4421-4add-8bf8-d0bb73619669 req-71d87ca5-356d-4421-8642-94bbcbd97c73 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a2ea6cd-8f94-47aa-9249-2eb906e71553 HTTP/1.1" status: 200 len: 945 time: 0.0534227 Aug 13 04:17:36.990848 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d5029546-4421-4add-8bf8-d0bb73619669 req-620c0dac-cda6-4003-b8e9-29b4ed7a5043 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d3d301-1884-4162-b766-fe957e097493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364912 Aug 13 04:17:38.105727 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca9584-445b-43ba-a25e-0527c599d9d2 req-923c7d4c-2487-4242-803c-28b5462a5c14 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:38.107243 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-88ca9584-445b-43ba-a25e-0527c599d9d2 req-923c7d4c-2487-4242-803c-28b5462a5c14 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a2ea6cd-8f94-47aa-9249-2eb906e71553 HTTP/1.1" status: 200 len: 945 time: 0.0490501 Aug 13 04:17:38.148086 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-88ca9584-445b-43ba-a25e-0527c599d9d2 req-bdebdf71-f4ac-47a3-89ca-fcbaa5a85667 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d3d301-1884-4162-b766-fe957e097493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332074 Aug 13 04:17:38.810128 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-871895e5-1ea7-4845-a61e-fc431587f562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:39.546822 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e5e76-fc23-4133-ac86-ede944eaa4e9 req-c12bb27f-7792-4f7e-bf50-214c4c4ec7db tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:39.548336 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ad6e5e76-fc23-4133-ac86-ede944eaa4e9 req-c12bb27f-7792-4f7e-bf50-214c4c4ec7db tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a2ea6cd-8f94-47aa-9249-2eb906e71553 HTTP/1.1" status: 200 len: 945 time: 0.0492499 Aug 13 04:17:39.586262 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ad6e5e76-fc23-4133-ac86-ede944eaa4e9 req-5d1aeafb-d02b-4c19-af7a-2a6caa99612f tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d3d301-1884-4162-b766-fe957e097493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318391 Aug 13 04:17:40.702213 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cc2d5-4fa1-4230-986a-969016ee6f53 req-f6e390a6-b83f-4d8d-901b-84d72a55fa6f tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:40.707775 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-613cc2d5-4fa1-4230-986a-969016ee6f53 req-f6e390a6-b83f-4d8d-901b-84d72a55fa6f tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a2ea6cd-8f94-47aa-9249-2eb906e71553 HTTP/1.1" status: 200 len: 945 time: 0.0475118 Aug 13 04:17:40.744143 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-613cc2d5-4fa1-4230-986a-969016ee6f53 req-e7bf865e-32e0-435c-991c-1d0c9d1ad1b4 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d3d301-1884-4162-b766-fe957e097493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337148 Aug 13 04:17:41.204277 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-2002cc0a-b2cd-4f27-8836-82cfce1c88c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:41.351227 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9e91e-3af0-4467-8150-3cf6f0bff376 req-7008ac1e-04bf-42cd-b669-51f6b28e7be9 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:41.352712 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5bd9e91e-3af0-4467-8150-3cf6f0bff376 req-7008ac1e-04bf-42cd-b669-51f6b28e7be9 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2ea6cd-8f94-47aa-9249-2eb906e71553 HTTP/1.1" status: 200 len: 945 time: 0.0513966 Aug 13 04:17:41.448326 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-5bd9e91e-3af0-4467-8150-3cf6f0bff376 req-3312a9e2-bec0-4aa4-8457-031f22f69ed4 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Deleting port 873ef245-ba8c-4ce6-8896-2714584b183f {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:17:41.448698 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5bd9e91e-3af0-4467-8150-3cf6f0bff376 req-3312a9e2-bec0-4aa4-8457-031f22f69ed4 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:41.537619 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-5bd9e91e-3af0-4467-8150-3cf6f0bff376 req-3312a9e2-bec0-4aa4-8457-031f22f69ed4 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] For port 873ef245-ba8c-4ce6-8896-2714584b183f, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=873ef245-ba8c-4ce6-8896-2714584b183f,segment=NetworkSegment(d6cf8018-ff1a-437a-8db6-469aa741dba3),segment_id=d6cf8018-ff1a-437a-8db6-469aa741dba3)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:17:41.537979 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5bd9e91e-3af0-4467-8150-3cf6f0bff376 req-3312a9e2-bec0-4aa4-8457-031f22f69ed4 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:41.552119 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-5bd9e91e-3af0-4467-8150-3cf6f0bff376 req-3312a9e2-bec0-4aa4-8457-031f22f69ed4 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Calling delete_port for 873ef245-ba8c-4ce6-8896-2714584b183f owned by compute:nova {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:17:41.764617 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5bd9e91e-3af0-4467-8150-3cf6f0bff376 req-3312a9e2-bec0-4aa4-8457-031f22f69ed4 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:41.777228 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['873ef245-ba8c-4ce6-8896-2714584b183f'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:17:41.825375 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312a9e2-bec0-4aa4-8457-031f22f69ed4 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Pushing event deleted for resources: {'Port': ['ID=873ef245-ba8c-4ce6-8896-2714584b183f,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:41.841311 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd9e91e-3af0-4467-8150-3cf6f0bff376 req-3312a9e2-bec0-4aa4-8457-031f22f69ed4 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] No DVR routers for this DVR port 873ef245-ba8c-4ce6-8896-2714584b183f on host hv-cinder-75998 {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:17:41.843873 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5bd9e91e-3af0-4467-8150-3cf6f0bff376 req-3312a9e2-bec0-4aa4-8457-031f22f69ed4 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:41.845947 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5bd9e91e-3af0-4467-8150-3cf6f0bff376 req-3312a9e2-bec0-4aa4-8457-031f22f69ed4 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.22 "DELETE /v2.0/ports/873ef245-ba8c-4ce6-8896-2714584b183f HTTP/1.1" status: 204 len: 173 time: 0.4850113 Aug 13 04:17:41.846418 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2ea6cd-8f94-47aa-9249-2eb906e71553', 'name': 'network-vif-deleted', 'tag': '873ef245-ba8c-4ce6-8896-2714584b183f'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:17:41.848714 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f8b874-3ca7-4d00-8107-e3fd7bebdc9e" -d '{"events": [{"server_uuid": "4a2ea6cd-8f94-47aa-9249-2eb906e71553", "name": "network-vif-deleted", "tag": "873ef245-ba8c-4ce6-8896-2714584b183f"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:17:41.852955 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7dd145e5-0a28-4a88-954b-92bbeb2a43ed req-8124f1cd-9c26-41ab-9cd0-66e821ed8931 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a2ea6cd-8f94-47aa-9249-2eb906e71553 HTTP/1.1" status: 200 len: 210 time: 0.0277646 Aug 13 04:17:41.884040 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fa65c5-2b8d-416e-be27-fd1024ff2a1f x-openstack-request-id: req-36fa65c5-2b8d-416e-be27-fd1024ff2a1f {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:17:41.884332 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a2ea6cd-8f94-47aa-9249-2eb906e71553", "name": "network-vif-deleted", "tag": "873ef245-ba8c-4ce6-8896-2714584b183f", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:17:41.884641 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36fa65c5-2b8d-416e-be27-fd1024ff2a1f {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:17:41.885077 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2ea6cd-8f94-47aa-9249-2eb906e71553', 'name': 'network-vif-deleted', 'tag': '873ef245-ba8c-4ce6-8896-2714584b183f', 'status': 'completed', 'code': 200} Aug 13 04:17:42.055977 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:42.558726 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:43.156178 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-64d681c5-b74c-4a3c-aac3-cf34c5aa436f tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:43.157700 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-64d681c5-b74c-4a3c-aac3-cf34c5aa436f tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/networks?id=ebacd3db-1b0f-4508-a9ac-acdcf2267950 HTTP/1.1" status: 200 len: 809 time: 0.1018395 Aug 13 04:17:43.173342 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-0dd11b08-56e5-49bf-83d7-91fc6b90af82 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/quotas/37f186a933da4f15821714e58612b41c HTTP/1.1" status: 200 len: 375 time: 0.0091858 Aug 13 04:17:43.209148 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-10054745-21a7-476e-8513-d29f98ff93fe tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=37f186a933da4f15821714e58612b41c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291393 Aug 13 04:17:43.298445 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-d7207ecd-e89b-4017-99db-edf2c1254b68 service neutron] 10.222.0.32 "GET /v2.0/networks/ebacd3db-1b0f-4508-a9ac-acdcf2267950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817468 Aug 13 04:17:43.394208 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-79485771-27cb-4a7f-a7a0-cbd280a6d702 service neutron] 10.222.0.32 "GET /v2.0/networks/ebacd3db-1b0f-4508-a9ac-acdcf2267950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892422 Aug 13 04:17:43.622008 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e72210c6-3b85-44d2-bc94-ba184e9a55d9 req-be13111c-0207-4170-a220-7598ce68bae9 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=5920ad2a-755a-4015-9be1-6d6e68ce294f HTTP/1.1" status: 200 len: 210 time: 0.0335073 Aug 13 04:17:44.158703 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:44.716879 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f16cccbf-b1d9-48af-ab0d-fb8bec8646a4 req-0db43197-7491-4f79-afa9-9f668efe7efd tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=5920ad2a-755a-4015-9be1-6d6e68ce294f HTTP/1.1" status: 200 len: 210 time: 0.0260594 Aug 13 04:17:45.338921 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 873ef245-ba8c-4ce6-8896-2714584b183f no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:17:45.358977 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] No Port match for: 873ef245-ba8c-4ce6-8896-2714584b183f {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:17:45.359319 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 873ef245-ba8c-4ce6-8896-2714584b183f not bound to the agent host hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:17:45.494995 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-5c7635f0-16d2-45e7-9316-c664289a810b tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:45.496622 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-5c7635f0-16d2-45e7-9316-c664289a810b tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.22 "GET /v2.0/networks?id=ebacd3db-1b0f-4508-a9ac-acdcf2267950 HTTP/1.1" status: 200 len: 809 time: 0.1057765 Aug 13 04:17:45.510752 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-21c9acc4-7ad8-4792-ba03-d87be57d49cb tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Request body: {'port': {'device_id': '5920ad2a-755a-4015-9be1-6d6e68ce294f', 'network_id': 'ebacd3db-1b0f-4508-a9ac-acdcf2267950', 'admin_state_up': True, 'tenant_id': '37f186a933da4f15821714e58612b41c'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:17:45.655802 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-21c9acc4-7ad8-4792-ba03-d87be57d49cb tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Made reservation on behalf of 37f186a933da4f15821714e58612b41c for: {'port': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:17:45.659286 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-21c9acc4-7ad8-4792-ba03-d87be57d49cb tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:45.789170 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-21c9acc4-7ad8-4792-ba03-d87be57d49cb tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Allocated IP 172.20.0.10 (ebacd3db-1b0f-4508-a9ac-acdcf2267950/c307938c-cd38-4f94-8b97-b5d39366e104/c6a2732d-e2ce-4bdf-ac29-9763cf74d685) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:17:45.816514 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-39dc3d0f-47cb-4843-9e9a-2ddb4529ed8f req-9f736786-8e6e-495f-9739-f6a95e7cc5cc tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=5920ad2a-755a-4015-9be1-6d6e68ce294f HTTP/1.1" status: 200 len: 210 time: 0.0297818 Aug 13 04:17:45.941997 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-21c9acc4-7ad8-4792-ba03-d87be57d49cb tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:46.015911 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-21c9acc4-7ad8-4792-ba03-d87be57d49cb tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:46.059634 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-21c9acc4-7ad8-4792-ba03-d87be57d49cb tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Network ebacd3db-1b0f-4508-a9ac-acdcf2267950 is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:17:46.062786 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-21c9acc4-7ad8-4792-ba03-d87be57d49cb tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:17:46.066477 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-21c9acc4-7ad8-4792-ba03-d87be57d49cb tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:17:46.072646 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9acc4-7ad8-4792-ba03-d87be57d49cb tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Pushing event updated for resources: {'Port': ['ID=c6a2732d-e2ce-4bdf-ac29-9763cf74d685,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:46.118053 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-21c9acc4-7ad8-4792-ba03-d87be57d49cb tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:46.118657 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-21c9acc4-7ad8-4792-ba03-d87be57d49cb tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:46.176743 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-21c9acc4-7ad8-4792-ba03-d87be57d49cb tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6696527 Aug 13 04:17:46.190540 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-5c622dae-3de8-4adc-a015-07f882501ca3 service neutron] Request body: {'port': {'device_id': '5920ad2a-755a-4015-9be1-6d6e68ce294f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:17:46.244613 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-5c622dae-3de8-4adc-a015-07f882501ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:46.504976 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-5c622dae-3de8-4adc-a015-07f882501ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a2732d-e2ce-4bdf-ac29-9763cf74d685 {{(pid=94567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:17:46.512831 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-5c622dae-3de8-4adc-a015-07f882501ca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:46.524664 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-5c622dae-3de8-4adc-a015-07f882501ca3 service neutron] Transition to ACTIVE for port object c6a2732d-e2ce-4bdf-ac29-9763cf74d685 will not be triggered until provisioned by entity L2. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:17:46.575453 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-5c622dae-3de8-4adc-a015-07f882501ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:46.627523 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c622dae-3de8-4adc-a015-07f882501ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a2732d-e2ce-4bdf-ac29-9763cf74d685,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:46.691856 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-5c622dae-3de8-4adc-a015-07f882501ca3 service neutron] Attempting to bind port c6a2732d-e2ce-4bdf-ac29-9763cf74d685 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:17:46.692188 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-5c622dae-3de8-4adc-a015-07f882501ca3 service neutron] Attempting to bind port c6a2732d-e2ce-4bdf-ac29-9763cf74d685 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': 'd6cf8018-ff1a-437a-8db6-469aa741dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ebacd3db-1b0f-4508-a9ac-acdcf2267950'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:17:46.692543 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-5c622dae-3de8-4adc-a015-07f882501ca3 service neutron] Attempting to bind port c6a2732d-e2ce-4bdf-ac29-9763cf74d685 on network ebacd3db-1b0f-4508-a9ac-acdcf2267950 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:17:46.696757 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-5c622dae-3de8-4adc-a015-07f882501ca3 service neutron] Port c6a2732d-e2ce-4bdf-ac29-9763cf74d685 on network ebacd3db-1b0f-4508-a9ac-acdcf2267950 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:17:46.697072 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-5c622dae-3de8-4adc-a015-07f882501ca3 service neutron] Attempting to bind port c6a2732d-e2ce-4bdf-ac29-9763cf74d685 on network ebacd3db-1b0f-4508-a9ac-acdcf2267950 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:17:46.701957 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-5c622dae-3de8-4adc-a015-07f882501ca3 service neutron] Checking agent: {'id': '0c202f7d-8fe9-4513-921d-f16665c9f5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'started_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:17:46.702280 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-5c622dae-3de8-4adc-a015-07f882501ca3 service neutron] Checking segment: {'id': 'd6cf8018-ff1a-437a-8db6-469aa741dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ebacd3db-1b0f-4508-a9ac-acdcf2267950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:17:46.702647 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-5c622dae-3de8-4adc-a015-07f882501ca3 service neutron] Bound using segment: {'id': 'd6cf8018-ff1a-437a-8db6-469aa741dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ebacd3db-1b0f-4508-a9ac-acdcf2267950'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:17:46.703057 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-5c622dae-3de8-4adc-a015-07f882501ca3 service neutron] Bound port: c6a2732d-e2ce-4bdf-ac29-9763cf74d685, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6cf8018-ff1a-437a-8db6-469aa741dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ebacd3db-1b0f-4508-a9ac-acdcf2267950'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:17:46.703408 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-5c622dae-3de8-4adc-a015-07f882501ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:46.764925 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-5c622dae-3de8-4adc-a015-07f882501ca3 service neutron] For port c6a2732d-e2ce-4bdf-ac29-9763cf74d685, host hv-cinder-75998, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:17:46.767713 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-5c622dae-3de8-4adc-a015-07f882501ca3 service neutron] For port c6a2732d-e2ce-4bdf-ac29-9763cf74d685, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=c6a2732d-e2ce-4bdf-ac29-9763cf74d685,segment=NetworkSegment(d6cf8018-ff1a-437a-8db6-469aa741dba3),segment_id=d6cf8018-ff1a-437a-8db6-469aa741dba3)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:17:46.816537 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-5c622dae-3de8-4adc-a015-07f882501ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:46.849064 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-5c622dae-3de8-4adc-a015-07f882501ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:46.849674 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-5c622dae-3de8-4adc-a015-07f882501ca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:46.851065 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-5c622dae-3de8-4adc-a015-07f882501ca3 service neutron] 10.222.0.22 "PUT /v2.0/ports/c6a2732d-e2ce-4bdf-ac29-9763cf74d685 HTTP/1.1" status: 200 len: 1094 time: 0.6647296 Aug 13 04:17:46.851502 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5920ad2a-755a-4015-9be1-6d6e68ce294f', 'tag': 'c6a2732d-e2ce-4bdf-ac29-9763cf74d685'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:17:46.853801 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be25e8d-d107-4bba-87dc-46a7c41f5e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "5920ad2a-755a-4015-9be1-6d6e68ce294f", "tag": "c6a2732d-e2ce-4bdf-ac29-9763cf74d685"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:17:46.884010 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c622dae-3de8-4adc-a015-07f882501ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a2732d-e2ce-4bdf-ac29-9763cf74d685,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:46.908927 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 57314) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:17:46.910580 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16f1eb4-19ed-415f-98ec-5b7be0b20b39 x-openstack-request-id: req-f16f1eb4-19ed-415f-98ec-5b7be0b20b39 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:17:46.910877 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5920ad2a-755a-4015-9be1-6d6e68ce294f", "tag": "c6a2732d-e2ce-4bdf-ac29-9763cf74d685", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:17:46.911131 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f16f1eb4-19ed-415f-98ec-5b7be0b20b39 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:17:46.911546 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5920ad2a-755a-4015-9be1-6d6e68ce294f', 'tag': 'c6a2732d-e2ce-4bdf-ac29-9763cf74d685', 'status': 'completed', 'code': 200} Aug 13 04:17:46.943377 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631ff19-c85f-4d2e-bb7b-7223f8a720bb req-cb050ac1-b045-417d-b2a4-7e58278c8562 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:46.944931 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f631ff19-c85f-4d2e-bb7b-7223f8a720bb req-cb050ac1-b045-417d-b2a4-7e58278c8562 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=5920ad2a-755a-4015-9be1-6d6e68ce294f HTTP/1.1" status: 200 len: 944 time: 0.0521343 Aug 13 04:17:46.989058 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be25e8d-d107-4bba-87dc-46a7c41f5e7f req-4c5d0ff3-9584-420c-b418-c0d7ee3f0463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:46.990690 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5be25e8d-d107-4bba-87dc-46a7c41f5e7f req-4c5d0ff3-9584-420c-b418-c0d7ee3f0463 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=37f186a933da4f15821714e58612b41c&device_id=5920ad2a-755a-4015-9be1-6d6e68ce294f HTTP/1.1" status: 200 len: 1097 time: 0.0443189 Aug 13 04:17:47.004870 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f631ff19-c85f-4d2e-bb7b-7223f8a720bb req-fa133c2b-a300-4c5a-8a03-1f98f3ab518e tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d3d301-1884-4162-b766-fe957e097493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524380 Aug 13 04:17:47.069287 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-98f47138-5fb7-4ffc-9bc3-94a8e18c17ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:47.136801 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be25e8d-d107-4bba-87dc-46a7c41f5e7f req-ffc25860-be78-4254-97b8-a7031866e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:47.138320 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5be25e8d-d107-4bba-87dc-46a7c41f5e7f req-ffc25860-be78-4254-97b8-a7031866e29b service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=37f186a933da4f15821714e58612b41c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1300979 Aug 13 04:17:47.274354 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-98f47138-5fb7-4ffc-9bc3-94a8e18c17ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:47.275756 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be25e8d-d107-4bba-87dc-46a7c41f5e7f req-38233db5-9958-48e1-a7a2-121673c165a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:47.277347 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5be25e8d-d107-4bba-87dc-46a7c41f5e7f req-38233db5-9958-48e1-a7a2-121673c165a7 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297076 Aug 13 04:17:47.353008 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-98f47138-5fb7-4ffc-9bc3-94a8e18c17ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:47.399856 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-98f47138-5fb7-4ffc-9bc3-94a8e18c17ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5912d008b96495c92986cf6453a9762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873936 Aug 13 04:17:47.409992 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f47138-5fb7-4ffc-9bc3-94a8e18c17ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77d6a90-74e3-45a5-b594-84d27c19550c,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:47.409992 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-ad6b251d-4f45-48bd-82c7-1659644999d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:47.409992 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-ad6b251d-4f45-48bd-82c7-1659644999d2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=37f186a933da4f15821714e58612b41c&device_id=5920ad2a-755a-4015-9be1-6d6e68ce294f HTTP/1.1" status: 200 len: 1097 time: 0.0810726 Aug 13 04:17:47.412040 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 57320) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:17:47.466434 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-c7d733af-3ccc-420f-b7d4-586a42becfd2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6a2732d-e2ce-4bdf-ac29-9763cf74d685 HTTP/1.1" status: 200 len: 217 time: 0.0467453 Aug 13 04:17:47.527072 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2cc09540-3331-419c-9982-dd43a8c8b024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:47.542930 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-2225a835-e3c0-465f-9132-23670a957c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:47.544441 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-2225a835-e3c0-465f-9132-23670a957c40 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c307938c-cd38-4f94-8b97-b5d39366e104 HTTP/1.1" status: 200 len: 849 time: 0.0649319 Aug 13 04:17:47.556000 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2cc09540-3331-419c-9982-dd43a8c8b024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:47.587004 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-d8493a9c-b447-4b9f-a290-6004f9cc04b0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ebacd3db-1b0f-4508-a9ac-acdcf2267950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329001 Aug 13 04:17:47.690254 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-a1da97d8-6a43-4274-b195-06fe159358bf service neutron] 10.222.0.22 "GET /v2.0/networks/ebacd3db-1b0f-4508-a9ac-acdcf2267950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890970 Aug 13 04:17:47.989604 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2cc09540-3331-419c-9982-dd43a8c8b024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:47.992087 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2cc09540-3331-419c-9982-dd43a8c8b024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:47.993501 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-2cc09540-3331-419c-9982-dd43a8c8b024 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f77d6a90-74e3-45a5-b594-84d27c19550c HTTP/1.1" status: 204 len: 168 time: 0.5805392 Aug 13 04:17:48.007949 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc09540-3331-419c-9982-dd43a8c8b024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77d6a90-74e3-45a5-b594-84d27c19550c,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:48.045065 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-8040f5c2-b506-453a-84f2-6ba65c662773 req-a76f9861-74a5-4de1-84ff-92e52a2f90be service neutron] 10.222.0.22 "GET /v2.0/networks/ebacd3db-1b0f-4508-a9ac-acdcf2267950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456602 Aug 13 04:17:48.132225 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de42ff-6061-41ef-85ae-5d2a71a5bd98 req-ce61604a-e1b8-4887-9cd5-f4c33b9b4c91 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:48.133712 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-78de42ff-6061-41ef-85ae-5d2a71a5bd98 req-ce61604a-e1b8-4887-9cd5-f4c33b9b4c91 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=5920ad2a-755a-4015-9be1-6d6e68ce294f HTTP/1.1" status: 200 len: 944 time: 0.0524032 Aug 13 04:17:48.172801 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-78de42ff-6061-41ef-85ae-5d2a71a5bd98 req-e750fc1f-e73a-46ed-9256-6dbe525fcbf5 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d3d301-1884-4162-b766-fe957e097493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324812 Aug 13 04:17:48.514063 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 57330) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:17:48.527622 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-83b6f569-cf91-4b7d-a2f4-c8806278f61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:48.612486 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-83b6f569-cf91-4b7d-a2f4-c8806278f61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:48.678223 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-83b6f569-cf91-4b7d-a2f4-c8806278f61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:48.717031 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-83b6f569-cf91-4b7d-a2f4-c8806278f61e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ea8f9cdbbb04b73b842c57d25009a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2019577 Aug 13 04:17:48.717771 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6f569-cf91-4b7d-a2f4-c8806278f61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55f14cb-d978-43dc-a628-cd2d5cf5c00e,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:48.719757 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 57332) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:17:48.767929 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-fd20880b-2c2d-490e-a948-a5fb4310fc53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:48.787718 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-fd20880b-2c2d-490e-a948-a5fb4310fc53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:48.884058 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-fd20880b-2c2d-490e-a948-a5fb4310fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:48.887421 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-fd20880b-2c2d-490e-a948-a5fb4310fc53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:48.888653 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-fd20880b-2c2d-490e-a948-a5fb4310fc53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a55f14cb-d978-43dc-a628-cd2d5cf5c00e HTTP/1.1" status: 204 len: 168 time: 0.1678319 Aug 13 04:17:48.896039 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20880b-2c2d-490e-a948-a5fb4310fc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55f14cb-d978-43dc-a628-cd2d5cf5c00e,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:49.286191 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc23d1-b8b2-45a9-ad44-5ecdc1bc1079 req-f6c01d66-e414-481c-87b5-1c2569bebf26 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:49.287683 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-dabc23d1-b8b2-45a9-ad44-5ecdc1bc1079 req-f6c01d66-e414-481c-87b5-1c2569bebf26 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=5920ad2a-755a-4015-9be1-6d6e68ce294f HTTP/1.1" status: 200 len: 944 time: 0.0488670 Aug 13 04:17:49.325276 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-dabc23d1-b8b2-45a9-ad44-5ecdc1bc1079 req-92548180-3636-4ced-8daa-ad2230c88441 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d3d301-1884-4162-b766-fe957e097493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307841 Aug 13 04:17:49.489775 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 57342) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:17:49.506477 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-69d1b99c-ac15-4b39-a7a6-b1ac52d8441f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:49.591350 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-69d1b99c-ac15-4b39-a7a6-b1ac52d8441f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:49.649879 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-69d1b99c-ac15-4b39-a7a6-b1ac52d8441f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:49.685828 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1b99c-ac15-4b39-a7a6-b1ac52d8441f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd624b6-38c2-4070-b2aa-4692c21b56e9,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:49.690083 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-69d1b99c-ac15-4b39-a7a6-b1ac52d8441f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4bd75056d010469c98b1bfeabcb18db3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1993051 Aug 13 04:17:49.692755 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 57344) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:17:49.740995 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-22cd0308-d120-4520-91ed-6abc298a7b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:49.761778 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-22cd0308-d120-4520-91ed-6abc298a7b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:49.890108 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-22cd0308-d120-4520-91ed-6abc298a7b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:49.892572 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-22cd0308-d120-4520-91ed-6abc298a7b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:49.893711 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-22cd0308-d120-4520-91ed-6abc298a7b03 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bfd624b6-38c2-4070-b2aa-4692c21b56e9 HTTP/1.1" status: 204 len: 168 time: 0.1999657 Aug 13 04:17:49.901640 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd0308-d120-4520-91ed-6abc298a7b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd624b6-38c2-4070-b2aa-4692c21b56e9,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:50.453357 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33b712-1721-49ce-8dd0-218a5742540e req-f1ddc326-1c13-47f9-9ecf-97f698499b30 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:50.454937 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ec33b712-1721-49ce-8dd0-218a5742540e req-f1ddc326-1c13-47f9-9ecf-97f698499b30 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=5920ad2a-755a-4015-9be1-6d6e68ce294f HTTP/1.1" status: 200 len: 944 time: 0.0536776 Aug 13 04:17:50.499515 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ec33b712-1721-49ce-8dd0-218a5742540e req-10b66ac5-dd30-4fab-ac32-7bde93cc265c tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d3d301-1884-4162-b766-fe957e097493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386107 Aug 13 04:17:51.374762 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device c6a2732d-e2ce-4bdf-ac29-9763cf74d685 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:17:51.474009 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port c6a2732d-e2ce-4bdf-ac29-9763cf74d685, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=c6a2732d-e2ce-4bdf-ac29-9763cf74d685,segment=NetworkSegment(d6cf8018-ff1a-437a-8db6-469aa741dba3),segment_id=d6cf8018-ff1a-437a-8db6-469aa741dba3)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:17:51.486093 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': 'c6a2732d-e2ce-4bdf-ac29-9763cf74d685', 'network_id': 'ebacd3db-1b0f-4508-a9ac-acdcf2267950', 'port_id': 'c6a2732d-e2ce-4bdf-ac29-9763cf74d685', 'mac_address': 'fa:16:3e:0d:3d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c307938c-cd38-4f94-8b97-b5d39366e104', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:17:51.521833 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:51.535850 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a2732d-e2ce-4bdf-ac29-9763cf74d685 {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:17:51.558336 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port c6a2732d-e2ce-4bdf-ac29-9763cf74d685, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=c6a2732d-e2ce-4bdf-ac29-9763cf74d685,segment=NetworkSegment(d6cf8018-ff1a-437a-8db6-469aa741dba3),segment_id=d6cf8018-ff1a-437a-8db6-469aa741dba3)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:17:51.627567 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:51.628787 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52cf58-ebc9-47c6-9fdb-78efec976160 req-45476f01-3ccd-44fb-a68d-b8f073e8c202 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:51.630305 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0c52cf58-ebc9-47c6-9fdb-78efec976160 req-45476f01-3ccd-44fb-a68d-b8f073e8c202 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=5920ad2a-755a-4015-9be1-6d6e68ce294f HTTP/1.1" status: 200 len: 944 time: 0.0546260 Aug 13 04:17:51.673059 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0c52cf58-ebc9-47c6-9fdb-78efec976160 req-c4b1d75b-ab8b-4a2b-ad91-6d0fc2a25ae1 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d3d301-1884-4162-b766-fe957e097493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360432 Aug 13 04:17:51.679516 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=c6a2732d-e2ce-4bdf-ac29-9763cf74d685,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:51.942789 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['c6a2732d-e2ce-4bdf-ac29-9763cf74d685'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:17:52.788504 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779c706-a971-4a59-becc-04b74dec8744 req-b8c44bfe-02e6-415d-804a-ae56865a6cfb tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:52.789993 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3779c706-a971-4a59-becc-04b74dec8744 req-b8c44bfe-02e6-415d-804a-ae56865a6cfb tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=5920ad2a-755a-4015-9be1-6d6e68ce294f HTTP/1.1" status: 200 len: 945 time: 0.0505881 Aug 13 04:17:52.827454 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3779c706-a971-4a59-becc-04b74dec8744 req-f6705e9f-f147-49fc-ab23-86839b31e1b2 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d3d301-1884-4162-b766-fe957e097493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315320 Aug 13 04:17:53.393318 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device c6a2732d-e2ce-4bdf-ac29-9763cf74d685 up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:17:53.484172 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning for port c6a2732d-e2ce-4bdf-ac29-9763cf74d685 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:17:53.488203 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port c6a2732d-e2ce-4bdf-ac29-9763cf74d685 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:17:53.488614 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:53.567356 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:53.590737 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5920ad2a-755a-4015-9be1-6d6e68ce294f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a2732d-e2ce-4bdf-ac29-9763cf74d685'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:17:53.593019 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f101008-6997-4a13-aaba-9410f5568bcd" -d '{"events": [{"server_uuid": "5920ad2a-755a-4015-9be1-6d6e68ce294f", "name": "network-vif-plugged", "status": "completed", "tag": "c6a2732d-e2ce-4bdf-ac29-9763cf74d685"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:17:53.606525 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port c6a2732d-e2ce-4bdf-ac29-9763cf74d685, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=c6a2732d-e2ce-4bdf-ac29-9763cf74d685,segment=NetworkSegment(d6cf8018-ff1a-437a-8db6-469aa741dba3),segment_id=d6cf8018-ff1a-437a-8db6-469aa741dba3)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:17:53.629800 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678727e0-e184-4220-a433-9ac5871189ee x-openstack-request-id: req-678727e0-e184-4220-a433-9ac5871189ee {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:17:53.630090 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5920ad2a-755a-4015-9be1-6d6e68ce294f", "name": "network-vif-plugged", "status": "completed", "tag": "c6a2732d-e2ce-4bdf-ac29-9763cf74d685", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:17:53.630457 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-678727e0-e184-4220-a433-9ac5871189ee {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:17:53.630937 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5920ad2a-755a-4015-9be1-6d6e68ce294f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a2732d-e2ce-4bdf-ac29-9763cf74d685', 'code': 200} Aug 13 04:17:53.672748 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:53.720845 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=c6a2732d-e2ce-4bdf-ac29-9763cf74d685,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:53.850408 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:53.893423 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d252e28-d7b9-4b9f-b7f4-417222ba7894 req-8e4e52ef-092c-47ca-961a-db24739bfb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:53.894964 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-7d252e28-d7b9-4b9f-b7f4-417222ba7894 req-8e4e52ef-092c-47ca-961a-db24739bfb78 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5920ad2a-755a-4015-9be1-6d6e68ce294f HTTP/1.1" status: 200 len: 1099 time: 0.0412269 Aug 13 04:17:53.933915 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-7d252e28-d7b9-4b9f-b7f4-417222ba7894 req-5a36f5a3-30ef-4770-a491-e54bf1a04247 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=76d3d301-1884-4162-b766-fe957e097493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308452 Aug 13 04:17:53.953226 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357d4c0-4436-4e20-9224-d4958e1d24eb req-3f47e285-cbcb-412c-95d6-18b2ebef9fe4 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:53.954765 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a357d4c0-4436-4e20-9224-d4958e1d24eb req-3f47e285-cbcb-412c-95d6-18b2ebef9fe4 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=5920ad2a-755a-4015-9be1-6d6e68ce294f HTTP/1.1" status: 200 len: 946 time: 0.0557246 Aug 13 04:17:53.991820 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a357d4c0-4436-4e20-9224-d4958e1d24eb req-6a6eedd4-5c1c-43c4-816b-b7c256b85d20 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d3d301-1884-4162-b766-fe957e097493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311399 Aug 13 04:17:55.110671 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e816f-1024-478a-ad3e-0ada1a52f47e req-1bfffe46-d76b-4ee1-85ab-ffa96932d943 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:55.112289 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-179e816f-1024-478a-ad3e-0ada1a52f47e req-1bfffe46-d76b-4ee1-85ab-ffa96932d943 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=5920ad2a-755a-4015-9be1-6d6e68ce294f HTTP/1.1" status: 200 len: 946 time: 0.0499523 Aug 13 04:17:55.150207 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-179e816f-1024-478a-ad3e-0ada1a52f47e req-28d754a6-0b6e-43f6-ba0b-21553748a6be tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d3d301-1884-4162-b766-fe957e097493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320463 Aug 13 04:17:56.268270 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ead981-9cc0-4c3f-a59d-a99381a31fa3 req-eb29b59c-e150-49cb-b8c5-7723f815428a tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:56.269775 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-84ead981-9cc0-4c3f-a59d-a99381a31fa3 req-eb29b59c-e150-49cb-b8c5-7723f815428a tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=5920ad2a-755a-4015-9be1-6d6e68ce294f HTTP/1.1" status: 200 len: 946 time: 0.0482745 Aug 13 04:17:56.308195 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-84ead981-9cc0-4c3f-a59d-a99381a31fa3 req-c6ba239c-36ab-49fa-8108-f10ae4c26dc4 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d3d301-1884-4162-b766-fe957e097493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318542 Aug 13 04:17:57.438286 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024eb65c-1ba8-4c6a-ab87-659054b35f22 req-0abb02a8-9216-425d-ba7f-a0423d61fba0 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:57.439780 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-024eb65c-1ba8-4c6a-ab87-659054b35f22 req-0abb02a8-9216-425d-ba7f-a0423d61fba0 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=5920ad2a-755a-4015-9be1-6d6e68ce294f HTTP/1.1" status: 200 len: 946 time: 0.0576801 Aug 13 04:17:57.482025 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-024eb65c-1ba8-4c6a-ab87-659054b35f22 req-c7761285-d463-49cc-a23e-aa0d32e59a84 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d3d301-1884-4162-b766-fe957e097493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360508 Aug 13 04:17:58.598348 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38278ff-3850-48be-b7a2-4632f13b99e7 req-939aa395-483b-473e-9682-de112ecaaa4c tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:58.600162 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b38278ff-3850-48be-b7a2-4632f13b99e7 req-939aa395-483b-473e-9682-de112ecaaa4c tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=5920ad2a-755a-4015-9be1-6d6e68ce294f HTTP/1.1" status: 200 len: 946 time: 0.0497200 Aug 13 04:17:58.641321 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b38278ff-3850-48be-b7a2-4632f13b99e7 req-ecea8d2e-27b8-4395-92e6-f861f4b16ef5 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d3d301-1884-4162-b766-fe957e097493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349369 Aug 13 04:17:59.227274 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd6780-0c27-4e0c-a035-971df63fa971 req-c3bf8dac-dd18-465f-85fd-52ce221aaebc tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:17:59.228616 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-78bd6780-0c27-4e0c-a035-971df63fa971 req-c3bf8dac-dd18-465f-85fd-52ce221aaebc tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.22 "GET /v2.0/ports?device_id=5920ad2a-755a-4015-9be1-6d6e68ce294f HTTP/1.1" status: 200 len: 946 time: 0.0510201 Aug 13 04:17:59.329053 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-78bd6780-0c27-4e0c-a035-971df63fa971 req-ba1555bd-a9c0-4978-ba5e-780244713d78 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Deleting port c6a2732d-e2ce-4bdf-ac29-9763cf74d685 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:17:59.329392 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-78bd6780-0c27-4e0c-a035-971df63fa971 req-ba1555bd-a9c0-4978-ba5e-780244713d78 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:59.421375 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-78bd6780-0c27-4e0c-a035-971df63fa971 req-ba1555bd-a9c0-4978-ba5e-780244713d78 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] For port c6a2732d-e2ce-4bdf-ac29-9763cf74d685, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=c6a2732d-e2ce-4bdf-ac29-9763cf74d685,segment=NetworkSegment(d6cf8018-ff1a-437a-8db6-469aa741dba3),segment_id=d6cf8018-ff1a-437a-8db6-469aa741dba3)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:17:59.421739 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-78bd6780-0c27-4e0c-a035-971df63fa971 req-ba1555bd-a9c0-4978-ba5e-780244713d78 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:59.434160 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-78bd6780-0c27-4e0c-a035-971df63fa971 req-ba1555bd-a9c0-4978-ba5e-780244713d78 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Calling delete_port for c6a2732d-e2ce-4bdf-ac29-9763cf74d685 owned by compute:nova {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:17:59.621884 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-78bd6780-0c27-4e0c-a035-971df63fa971 req-ba1555bd-a9c0-4978-ba5e-780244713d78 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:59.642094 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['c6a2732d-e2ce-4bdf-ac29-9763cf74d685'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:17:59.652464 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1555bd-a9c0-4978-ba5e-780244713d78 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Pushing event deleted for resources: {'Port': ['ID=c6a2732d-e2ce-4bdf-ac29-9763cf74d685,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:17:59.700306 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-78bd6780-0c27-4e0c-a035-971df63fa971 req-ba1555bd-a9c0-4978-ba5e-780244713d78 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] No DVR routers for this DVR port c6a2732d-e2ce-4bdf-ac29-9763cf74d685 on host hv-cinder-75998 {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:17:59.706992 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-78bd6780-0c27-4e0c-a035-971df63fa971 req-ba1555bd-a9c0-4978-ba5e-780244713d78 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:17:59.708031 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-78bd6780-0c27-4e0c-a035-971df63fa971 req-ba1555bd-a9c0-4978-ba5e-780244713d78 tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.22 "DELETE /v2.0/ports/c6a2732d-e2ce-4bdf-ac29-9763cf74d685 HTTP/1.1" status: 204 len: 173 time: 0.4681489 Aug 13 04:17:59.708622 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5920ad2a-755a-4015-9be1-6d6e68ce294f', 'name': 'network-vif-deleted', 'tag': 'c6a2732d-e2ce-4bdf-ac29-9763cf74d685'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:17:59.711913 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdc8b22-0c8a-46d4-864f-9f2d4ee01be1" -d '{"events": [{"server_uuid": "5920ad2a-755a-4015-9be1-6d6e68ce294f", "name": "network-vif-deleted", "tag": "c6a2732d-e2ce-4bdf-ac29-9763cf74d685"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:17:59.738469 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4672685a-fd04-4021-aa4c-78ad9923df3d req-54723f43-333e-498f-a733-37429db9d95c tempest-VolumesActionsTest-1858074557 tempest-VolumesActionsTest-1858074557-project] 10.222.0.32 "GET /v2.0/ports?device_id=5920ad2a-755a-4015-9be1-6d6e68ce294f HTTP/1.1" status: 200 len: 210 time: 0.0255237 Aug 13 04:17:59.785288 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867b9897-fd96-4508-8c02-674db05b7018 x-openstack-request-id: req-867b9897-fd96-4508-8c02-674db05b7018 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:17:59.785288 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5920ad2a-755a-4015-9be1-6d6e68ce294f", "name": "network-vif-deleted", "tag": "c6a2732d-e2ce-4bdf-ac29-9763cf74d685", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:17:59.785288 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-867b9897-fd96-4508-8c02-674db05b7018 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:17:59.785288 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5920ad2a-755a-4015-9be1-6d6e68ce294f', 'name': 'network-vif-deleted', 'tag': 'c6a2732d-e2ce-4bdf-ac29-9763cf74d685', 'status': 'completed', 'code': 200} Aug 13 04:18:00.088136 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c83bb-c4a7-4579-8645-be259efb8b3d req-6a4f812d-baa0-462f-8a06-eb7c580d1554 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:00.089719 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c18c83bb-c4a7-4579-8645-be259efb8b3d req-6a4f812d-baa0-462f-8a06-eb7c580d1554 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 947 time: 0.0486555 Aug 13 04:18:00.131786 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c18c83bb-c4a7-4579-8645-be259efb8b3d req-54af9a73-3cdf-4b2e-a582-5a126c0edb72 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357726 Aug 13 04:18:01.413442 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fd503-1617-4539-bd18-4e7bdcefc17f req-20c69c61-9b60-4c7c-9654-3077048b70d3 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:01.414942 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fe9fd503-1617-4539-bd18-4e7bdcefc17f req-20c69c61-9b60-4c7c-9654-3077048b70d3 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 947 time: 0.2098083 Aug 13 04:18:01.454039 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fe9fd503-1617-4539-bd18-4e7bdcefc17f req-689308e2-213a-41d9-9ef1-bcac56160d27 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f0ae505-675c-4456-b6d1-3faaac95a9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329547 Aug 13 04:18:01.918080 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79018023-54eb-4924-adac-994bb8669469 req-80f33d43-93d3-4638-8368-a4dccd0b3dee tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:01.919455 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-79018023-54eb-4924-adac-994bb8669469 req-80f33d43-93d3-4638-8368-a4dccd0b3dee tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.22 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 947 time: 0.0527167 Aug 13 04:18:02.037053 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-79018023-54eb-4924-adac-994bb8669469 req-0eb59a1c-773c-49a7-81f0-dc57161eb79d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Deleting port 001fb04f-8166-40bb-a037-3d0e00670e8a {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:18:02.038416 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-79018023-54eb-4924-adac-994bb8669469 req-0eb59a1c-773c-49a7-81f0-dc57161eb79d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:02.193432 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-79018023-54eb-4924-adac-994bb8669469 req-0eb59a1c-773c-49a7-81f0-dc57161eb79d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] For port 001fb04f-8166-40bb-a037-3d0e00670e8a, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=001fb04f-8166-40bb-a037-3d0e00670e8a,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:18:02.193718 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-79018023-54eb-4924-adac-994bb8669469 req-0eb59a1c-773c-49a7-81f0-dc57161eb79d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:02.416461 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-79018023-54eb-4924-adac-994bb8669469 req-0eb59a1c-773c-49a7-81f0-dc57161eb79d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:02.416836 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-79018023-54eb-4924-adac-994bb8669469 req-0eb59a1c-773c-49a7-81f0-dc57161eb79d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704406'] for floatingip, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:02.417148 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.db.l3_db [req-79018023-54eb-4924-adac-994bb8669469 req-0eb59a1c-773c-49a7-81f0-dc57161eb79d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Floating IP 1b45d44e-4786-442b-8391-a550d0a7ed8f disassociated. External IP: 172.27.3.150, port: 001fb04f-8166-40bb-a037-3d0e00670e8a. Aug 13 04:18:02.417496 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-79018023-54eb-4924-adac-994bb8669469 req-0eb59a1c-773c-49a7-81f0-dc57161eb79d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Calling delete_port for 001fb04f-8166-40bb-a037-3d0e00670e8a owned by compute:nova {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:18:02.595334 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-79018023-54eb-4924-adac-994bb8669469 req-0eb59a1c-773c-49a7-81f0-dc57161eb79d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:02.610922 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-312d17b7-96b1-45a8-8a82-56ad600fc037 req-d213e4ff-cd1a-4b4b-97e0-17c0e4f49af8 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 210 time: 0.0782237 Aug 13 04:18:02.630457 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb59a1c-773c-49a7-81f0-dc57161eb79d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Pushing event deleted for resources: {'Port': ['ID=001fb04f-8166-40bb-a037-3d0e00670e8a,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:02.744527 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79018023-54eb-4924-adac-994bb8669469 req-0eb59a1c-773c-49a7-81f0-dc57161eb79d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Router dfd87d55-0a24-437f-80ad-030f8b480976 has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:18:02.850869 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79018023-54eb-4924-adac-994bb8669469 req-0eb59a1c-773c-49a7-81f0-dc57161eb79d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:18:02.862775 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef2303-0430-4c61-ac74-4941335c3020 None None] Sync routers for ids ['dfd87d55-0a24-437f-80ad-030f8b480976'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:18:02.874218 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abef2303-0430-4c61-ac74-4941335c3020 None None] Routers {'dfd87d55-0a24-437f-80ad-030f8b480976'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:18:02.875182 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-abef2303-0430-4c61-ac74-4941335c3020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:17:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['dfd87d55-0a24-437f-80ad-030f8b480976'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:02.891283 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-79018023-54eb-4924-adac-994bb8669469 req-0eb59a1c-773c-49a7-81f0-dc57161eb79d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] No DVR routers for this DVR port 001fb04f-8166-40bb-a037-3d0e00670e8a on host hv-cinder-75998 {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:18:02.893723 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-79018023-54eb-4924-adac-994bb8669469 req-0eb59a1c-773c-49a7-81f0-dc57161eb79d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:02.895751 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-79018023-54eb-4924-adac-994bb8669469 req-0eb59a1c-773c-49a7-81f0-dc57161eb79d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.22 "DELETE /v2.0/ports/001fb04f-8166-40bb-a037-3d0e00670e8a HTTP/1.1" status: 204 len: 173 time: 0.9647322 Aug 13 04:18:02.896186 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889c23c3-3bde-4faf-a093-5c1af25d7576', 'name': 'network-vif-deleted', 'tag': '001fb04f-8166-40bb-a037-3d0e00670e8a'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:18:02.898527 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca2755c-c1db-4af6-81fc-b9fc4380b884" -d '{"events": [{"server_uuid": "889c23c3-3bde-4faf-a093-5c1af25d7576", "name": "network-vif-deleted", "tag": "001fb04f-8166-40bb-a037-3d0e00670e8a"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:18:02.934294 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bc6b05-5b08-4924-bbc3-343131cb7431 x-openstack-request-id: req-52bc6b05-5b08-4924-bbc3-343131cb7431 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:18:02.934980 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889c23c3-3bde-4faf-a093-5c1af25d7576", "name": "network-vif-deleted", "tag": "001fb04f-8166-40bb-a037-3d0e00670e8a", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:18:02.934980 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-52bc6b05-5b08-4924-bbc3-343131cb7431 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:18:02.935331 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889c23c3-3bde-4faf-a093-5c1af25d7576', 'name': 'network-vif-deleted', 'tag': '001fb04f-8166-40bb-a037-3d0e00670e8a', 'status': 'completed', 'code': 200} Aug 13 04:18:02.990578 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-abef2303-0430-4c61-ac74-4941335c3020 None None] Set router dfd87d55-0a24-437f-80ad-030f8b480976 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:18:03.194929 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-abef2303-0430-4c61-ac74-4941335c3020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'name': 'tempest-AttachVolumeShelveTestJSON-1973033118-router', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:13Z', 'updated_at': '2021-08-13T04:14:17Z', 'revision_number': 4, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'gw_port': {'id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:14Z', 'updated_at': '2021-08-13T04:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'ed43b144-15b5-46b2-b09b-0ca776481f60', 'name': '', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'mac_address': 'fa:16:3e:62:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:16Z', 'updated_at': '2021-08-13T04:14:22Z', 'revision_number': 5, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'subnets': [{'id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:03.222131 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef2303-0430-4c61-ac74-4941335c3020 None None] Checking router: dfd87d55-0a24-437f-80ad-030f8b480976 for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:18:03.230424 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abef2303-0430-4c61-ac74-4941335c3020 None None] Routers {'dfd87d55-0a24-437f-80ad-030f8b480976'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:18:03.231029 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-abef2303-0430-4c61-ac74-4941335c3020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:17:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['dfd87d55-0a24-437f-80ad-030f8b480976'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:03.340230 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-abef2303-0430-4c61-ac74-4941335c3020 None None] Set router dfd87d55-0a24-437f-80ad-030f8b480976 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:18:03.550634 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-abef2303-0430-4c61-ac74-4941335c3020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'name': 'tempest-AttachVolumeShelveTestJSON-1973033118-router', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:13Z', 'updated_at': '2021-08-13T04:14:17Z', 'revision_number': 4, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'gw_port': {'id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:14Z', 'updated_at': '2021-08-13T04:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'ed43b144-15b5-46b2-b09b-0ca776481f60', 'name': '', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'mac_address': 'fa:16:3e:62:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:16Z', 'updated_at': '2021-08-13T04:14:22Z', 'revision_number': 5, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'subnets': [{'id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:03.581026 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef2303-0430-4c61-ac74-4941335c3020 None None] The sync data for ids ['dfd87d55-0a24-437f-80ad-030f8b480976'] in dv-cinder-759987-6-iscsi is: [{'id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'name': 'tempest-AttachVolumeShelveTestJSON-1973033118-router', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:13Z', 'updated_at': '2021-08-13T04:14:17Z', 'revision_number': 4, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'gw_port': {'id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:14Z', 'updated_at': '2021-08-13T04:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'ed43b144-15b5-46b2-b09b-0ca776481f60', 'name': '', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'mac_address': 'fa:16:3e:62:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:16Z', 'updated_at': '2021-08-13T04:14:22Z', 'revision_number': 5, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'subnets': [{'id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:18:03.715007 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2c389a4c-e262-4959-9607-8edbe69b8b32 req-923cc75a-7c06-4da0-99d9-08f837999d55 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 210 time: 0.0286241 Aug 13 04:18:03.827438 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4b6878-ea7c-4f8e-b4c2-825e81c04656 None None] New status for floating IP 1b45d44e-4786-442b-8391-a550d0a7ed8f: DOWN {{(pid=94569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:18:04.819069 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5454a256-0a96-4838-999e-5b28d07c107e req-d6ebd75d-9e90-4746-8e7f-7156551cb9c8 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 210 time: 0.0257246 Aug 13 04:18:05.259094 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device c6a2732d-e2ce-4bdf-ac29-9763cf74d685 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:18:05.279705 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] No Port match for: c6a2732d-e2ce-4bdf-ac29-9763cf74d685 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:18:05.279705 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device c6a2732d-e2ce-4bdf-ac29-9763cf74d685 not bound to the agent host hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:18:05.934419 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3c9061d1-a004-42de-89ee-5ad48220ef50 req-fa7d1ab8-0b6d-4dcb-9cfb-4f81e101f58c tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c23c3-3bde-4faf-a093-5c1af25d7576 HTTP/1.1" status: 200 len: 210 time: 0.0277104 Aug 13 04:18:06.300701 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42155a-343f-47cd-b785-66bec34de291 req-ed1ef781-895e-42cd-94da-ba8402c82b18 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:06.302526 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8f42155a-343f-47cd-b785-66bec34de291 req-ed1ef781-895e-42cd-94da-ba8402c82b18 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0506744 Aug 13 04:18:06.341750 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8f42155a-343f-47cd-b785-66bec34de291 req-9e1e6bd5-7260-4900-88ae-f660168daa1b tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327225 Aug 13 04:18:07.126552 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 57642) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:07.189747 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d50534f8-da27-4352-8905-91b4cfeb1aa4 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:07.216207 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d50534f8-da27-4352-8905-91b4cfeb1aa4 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:07.359579 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d50534f8-da27-4352-8905-91b4cfeb1aa4 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:07.363869 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d50534f8-da27-4352-8905-91b4cfeb1aa4 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:07.365566 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-d50534f8-da27-4352-8905-91b4cfeb1aa4 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "DELETE /v2.0/security-groups/2f0ae505-675c-4456-b6d1-3faaac95a9a2 HTTP/1.1" status: 204 len: 168 time: 0.2380815 Aug 13 04:18:07.368613 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 57646) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:07.401440 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50534f8-da27-4352-8905-91b4cfeb1aa4 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0ae505-675c-4456-b6d1-3faaac95a9a2,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:07.409801 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.api.v2.resource [None req-cb4e78af-a146-453f-a274-b3e926535fa7 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] show failed (client error): The resource could not be found. Aug 13 04:18:07.414535 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-cb4e78af-a146-453f-a274-b3e926535fa7 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups/2f0ae505-675c-4456-b6d1-3faaac95a9a2 HTTP/1.1" status: 404 len: 347 time: 0.0385118 Aug 13 04:18:07.418590 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 57650) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:07.520270 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a3868-dfdd-49a4-8d93-556abeddf02d req-376c847c-7e0d-41ab-b72f-9560a3ab0c46 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:07.529444 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-149a3868-dfdd-49a4-8d93-556abeddf02d req-376c847c-7e0d-41ab-b72f-9560a3ab0c46 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0846763 Aug 13 04:18:07.585226 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-c9b60ecb-afc4-43d7-ad79-97df26d080cf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Deleting port d0c47685-0dbe-47e9-83b4-16333b3113c9 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:18:07.585623 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-149a3868-dfdd-49a4-8d93-556abeddf02d req-59f43274-20ae-4eb4-8e7b-650152d7c9bf tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544815 Aug 13 04:18:07.586006 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c9b60ecb-afc4-43d7-ad79-97df26d080cf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:07.667712 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c9b60ecb-afc4-43d7-ad79-97df26d080cf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:07.667958 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c9b60ecb-afc4-43d7-ad79-97df26d080cf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:07.681017 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-c9b60ecb-afc4-43d7-ad79-97df26d080cf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Calling delete_port for d0c47685-0dbe-47e9-83b4-16333b3113c9 owned by network:floatingip {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:18:07.895958 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c9b60ecb-afc4-43d7-ad79-97df26d080cf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:07.922064 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b60ecb-afc4-43d7-ad79-97df26d080cf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Pushing event deleted for resources: {'Port': ['ID=d0c47685-0dbe-47e9-83b4-16333b3113c9,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:07.934908 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b60ecb-afc4-43d7-ad79-97df26d080cf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:07.935627 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b60ecb-afc4-43d7-ad79-97df26d080cf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:07.936255 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b60ecb-afc4-43d7-ad79-97df26d080cf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:07.936869 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b60ecb-afc4-43d7-ad79-97df26d080cf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:07.938093 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b60ecb-afc4-43d7-ad79-97df26d080cf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:07.938668 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b60ecb-afc4-43d7-ad79-97df26d080cf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:07.938924 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b60ecb-afc4-43d7-ad79-97df26d080cf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:07.939339 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b60ecb-afc4-43d7-ad79-97df26d080cf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:07.939777 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b60ecb-afc4-43d7-ad79-97df26d080cf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:07.940099 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b60ecb-afc4-43d7-ad79-97df26d080cf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:07.940454 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b60ecb-afc4-43d7-ad79-97df26d080cf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:07.940778 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b60ecb-afc4-43d7-ad79-97df26d080cf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:08.001846 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c9b60ecb-afc4-43d7-ad79-97df26d080cf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for floatingip, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:08.004880 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c9b60ecb-afc4-43d7-ad79-97df26d080cf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for floatingip, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:08.006109 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-c9b60ecb-afc4-43d7-ad79-97df26d080cf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "DELETE /v2.0/floatingips/1b45d44e-4786-442b-8391-a550d0a7ed8f HTTP/1.1" status: 204 len: 168 time: 0.5863142 Aug 13 04:18:08.476955 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 57658) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:08.482790 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-545620d0-4d67-4631-87d8-006f6d65683f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1849915775', 'description': 'tempest-description--1090966368'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:18:08.598920 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-545620d0-4d67-4631-87d8-006f6d65683f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:08.764827 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc544e3-3ae1-4cc6-802d-a5f983aaee50 req-b4c7500b-1a4c-4825-aa88-063197c98861 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:08.767891 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9dc544e3-3ae1-4cc6-802d-a5f983aaee50 req-b4c7500b-1a4c-4825-aa88-063197c98861 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0743213 Aug 13 04:18:08.778771 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-545620d0-4d67-4631-87d8-006f6d65683f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:08.809992 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-2479706b-7874-4c23-85b3-d1df8d799677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:08.841607 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-545620d0-4d67-4631-87d8-006f6d65683f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:08.846381 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9dc544e3-3ae1-4cc6-802d-a5f983aaee50 req-1596cbba-f2cc-4749-a118-fd6fcee4cafb tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=718854c1-3ba9-4343-91e4-252e1afd269f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657547 Aug 13 04:18:08.876949 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545620d0-4d67-4631-87d8-006f6d65683f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48588710-e5dd-43e7-86cd-dbfa444dfbe0,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:08.918666 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-545620d0-4d67-4631-87d8-006f6d65683f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:08.919959 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-545620d0-4d67-4631-87d8-006f6d65683f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4410129 Aug 13 04:18:08.922972 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 57666) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:08.927858 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-4161d6a2-b98e-40ac-9e91-3fe672270635 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Request body: {'security_group_rule': {'security_group_id': '48588710-e5dd-43e7-86cd-dbfa444dfbe0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:18:09.041951 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4161d6a2-b98e-40ac-9e91-3fe672270635 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:09.081120 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c764740-efef-4746-9d8e-967b73398481 req-8c410d7e-2007-4cfe-88c0-4ac0675c7e53 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:09.082587 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-8c764740-efef-4746-9d8e-967b73398481 req-8c410d7e-2007-4cfe-88c0-4ac0675c7e53 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.22 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 945 time: 0.0764391 Aug 13 04:18:09.169220 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4161d6a2-b98e-40ac-9e91-3fe672270635 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:09.218627 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-8c764740-efef-4746-9d8e-967b73398481 req-8582d73c-1cda-447a-adb7-85e1d626b8a6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Deleting port bcefc9c5-499e-454b-9fa1-7cde646b8055 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:18:09.218966 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-8c764740-efef-4746-9d8e-967b73398481 req-8582d73c-1cda-447a-adb7-85e1d626b8a6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:09.249112 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device bcefc9c5-499e-454b-9fa1-7cde646b8055 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:18:09.258764 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4161d6a2-b98e-40ac-9e91-3fe672270635 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:09.289996 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161d6a2-b98e-40ac-9e91-3fe672270635 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144ca339-410c-4ec8-9eec-eba21d411414,revision_number=0']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:09.331660 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-8c764740-efef-4746-9d8e-967b73398481 req-8582d73c-1cda-447a-adb7-85e1d626b8a6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] For port bcefc9c5-499e-454b-9fa1-7cde646b8055, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=bcefc9c5-499e-454b-9fa1-7cde646b8055,segment=NetworkSegment(24c175ca-9aeb-4e68-9c94-026692638f09),segment_id=24c175ca-9aeb-4e68-9c94-026692638f09)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:18:09.331660 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-8c764740-efef-4746-9d8e-967b73398481 req-8582d73c-1cda-447a-adb7-85e1d626b8a6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:09.332110 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:09.386013 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4161d6a2-b98e-40ac-9e91-3fe672270635 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:09.390774 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 57676) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:09.391385 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-4161d6a2-b98e-40ac-9e91-3fe672270635 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4668982 Aug 13 04:18:09.396033 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-ee196ad4-e508-4852-884f-1e01a394bc57 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Request body: {'security_group_rule': {'security_group_id': '48588710-e5dd-43e7-86cd-dbfa444dfbe0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:18:09.491723 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b213d0-7bf9-48cc-b947-af88a381aee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcefc9c5-499e-454b-9fa1-7cde646b8055'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:18:09.494041 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612f8ce6-0083-4576-9077-9dbdc971f9f0" -d '{"events": [{"server_uuid": "52b213d0-7bf9-48cc-b947-af88a381aee5", "name": "network-vif-unplugged", "status": "completed", "tag": "bcefc9c5-499e-454b-9fa1-7cde646b8055"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:18:09.506879 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port bcefc9c5-499e-454b-9fa1-7cde646b8055, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=bcefc9c5-499e-454b-9fa1-7cde646b8055,segment=NetworkSegment(24c175ca-9aeb-4e68-9c94-026692638f09),segment_id=24c175ca-9aeb-4e68-9c94-026692638f09)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:18:09.515028 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ee196ad4-e508-4852-884f-1e01a394bc57 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:09.556702 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 Aug 2021 04:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac73ec1d-c996-4091-9385-6f230126b191 x-openstack-request-id: req-ac73ec1d-c996-4091-9385-6f230126b191 {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:18:09.556702 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b213d0-7bf9-48cc-b947-af88a381aee5", "name": "network-vif-unplugged", "status": "completed", "tag": "bcefc9c5-499e-454b-9fa1-7cde646b8055", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:18:09.556702 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac73ec1d-c996-4091-9385-6f230126b191 {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:18:09.556702 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b213d0-7bf9-48cc-b947-af88a381aee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcefc9c5-499e-454b-9fa1-7cde646b8055', 'code': 200} Aug 13 04:18:09.576081 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-8c764740-efef-4746-9d8e-967b73398481 req-8582d73c-1cda-447a-adb7-85e1d626b8a6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:09.577040 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:09.577208 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-8c764740-efef-4746-9d8e-967b73398481 req-8582d73c-1cda-447a-adb7-85e1d626b8a6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704406'] for floatingip, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:09.577771 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.db.l3_db [req-8c764740-efef-4746-9d8e-967b73398481 req-8582d73c-1cda-447a-adb7-85e1d626b8a6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Floating IP e50dc80e-51c8-4570-a224-cfa879326106 disassociated. External IP: 172.27.3.118, port: bcefc9c5-499e-454b-9fa1-7cde646b8055. Aug 13 04:18:09.578133 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-8c764740-efef-4746-9d8e-967b73398481 req-8582d73c-1cda-447a-adb7-85e1d626b8a6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Calling delete_port for bcefc9c5-499e-454b-9fa1-7cde646b8055 owned by compute:nova {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:18:09.578234 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 001fb04f-8166-40bb-a037-3d0e00670e8a no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:18:09.618097 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ee196ad4-e508-4852-884f-1e01a394bc57 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:09.673039 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] No Port match for: 001fb04f-8166-40bb-a037-3d0e00670e8a {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:18:09.673707 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 001fb04f-8166-40bb-a037-3d0e00670e8a not bound to the agent host hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:18:09.675643 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=bcefc9c5-499e-454b-9fa1-7cde646b8055,revision_number=6']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:09.691152 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ee196ad4-e508-4852-884f-1e01a394bc57 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:09.718104 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee196ad4-e508-4852-884f-1e01a394bc57 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af153801-5564-4009-a0fb-a45d5030d778,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:09.770190 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ee196ad4-e508-4852-884f-1e01a394bc57 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:09.772208 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-ee196ad4-e508-4852-884f-1e01a394bc57 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3801248 Aug 13 04:18:09.775138 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 57684) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:09.780286 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-e8e4f67e-64d2-42f0-b50f-7f854412dfdd tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Request body: {'floatingip': {'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:18:09.872911 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-8c764740-efef-4746-9d8e-967b73398481 req-8582d73c-1cda-447a-adb7-85e1d626b8a6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:09.891828 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f67e-64d2-42f0-b50f-7f854412dfdd tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for floatingip, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:09.924770 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582d73c-1cda-447a-adb7-85e1d626b8a6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Pushing event deleted for resources: {'Port': ['ID=bcefc9c5-499e-454b-9fa1-7cde646b8055,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:10.012146 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-90305994-167b-454b-aac7-7b95467ce958 req-285893a8-436a-4c3a-8386-8c25f5f31de8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 210 time: 0.0399501 Aug 13 04:18:10.053358 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c764740-efef-4746-9d8e-967b73398481 req-8582d73c-1cda-447a-adb7-85e1d626b8a6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Router 375defa4-01f3-4625-9c75-5ac3768cb7a7 has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:18:10.114411 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f67e-64d2-42f0-b50f-7f854412dfdd tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:10.185222 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c764740-efef-4746-9d8e-967b73398481 req-8582d73c-1cda-447a-adb7-85e1d626b8a6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:18:10.197449 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1ada65-f105-46f8-912f-d8b70ae08dfe None None] Sync routers for ids ['375defa4-01f3-4625-9c75-5ac3768cb7a7'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:18:10.209896 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1ada65-f105-46f8-912f-d8b70ae08dfe None None] Routers {'375defa4-01f3-4625-9c75-5ac3768cb7a7'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:18:10.210527 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-5e1ada65-f105-46f8-912f-d8b70ae08dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:17:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['375defa4-01f3-4625-9c75-5ac3768cb7a7'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:10.239153 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c764740-efef-4746-9d8e-967b73398481 req-8582d73c-1cda-447a-adb7-85e1d626b8a6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] No DVR routers for this DVR port bcefc9c5-499e-454b-9fa1-7cde646b8055 on host hv-cinder-75998 {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:18:10.242179 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-8c764740-efef-4746-9d8e-967b73398481 req-8582d73c-1cda-447a-adb7-85e1d626b8a6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:10.244764 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-8c764740-efef-4746-9d8e-967b73398481 req-8582d73c-1cda-447a-adb7-85e1d626b8a6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.22 "DELETE /v2.0/ports/bcefc9c5-499e-454b-9fa1-7cde646b8055 HTTP/1.1" status: 204 len: 173 time: 1.1544929 Aug 13 04:18:10.245888 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b213d0-7bf9-48cc-b947-af88a381aee5', 'name': 'network-vif-deleted', 'tag': 'bcefc9c5-499e-454b-9fa1-7cde646b8055'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:18:10.248817 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23bd6f6-7ddf-4cd9-95cd-a6a387bf31d2" -d '{"events": [{"server_uuid": "52b213d0-7bf9-48cc-b947-af88a381aee5", "name": "network-vif-deleted", "tag": "bcefc9c5-499e-454b-9fa1-7cde646b8055"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:18:10.253747 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-e8e4f67e-64d2-42f0-b50f-7f854412dfdd tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Allocated IP 172.27.3.131 (a2b3fd62-7513-4482-ab06-e961571be3c5/2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e/0b8b3a1c-9c3f-439f-9279-21375e15b97a) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:18:10.294193 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77585626-df57-409e-80aa-16006f9b4e5d x-openstack-request-id: req-77585626-df57-409e-80aa-16006f9b4e5d {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:18:10.294788 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b213d0-7bf9-48cc-b947-af88a381aee5", "name": "network-vif-deleted", "tag": "bcefc9c5-499e-454b-9fa1-7cde646b8055", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:18:10.295247 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77585626-df57-409e-80aa-16006f9b4e5d {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:18:10.295812 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b213d0-7bf9-48cc-b947-af88a381aee5', 'name': 'network-vif-deleted', 'tag': 'bcefc9c5-499e-454b-9fa1-7cde646b8055', 'status': 'completed', 'code': 200} Aug 13 04:18:10.459805 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f67e-64d2-42f0-b50f-7f854412dfdd tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:10.482198 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-5e1ada65-f105-46f8-912f-d8b70ae08dfe None None] Set router 375defa4-01f3-4625-9c75-5ac3768cb7a7 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:18:10.598856 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f67e-64d2-42f0-b50f-7f854412dfdd tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:10.707885 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e4f67e-64d2-42f0-b50f-7f854412dfdd tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Network a2b3fd62-7513-4482-ab06-e961571be3c5 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:18:10.711019 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-e8e4f67e-64d2-42f0-b50f-7f854412dfdd tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:18:10.713531 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e4f67e-64d2-42f0-b50f-7f854412dfdd tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:18:10.767318 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4f67e-64d2-42f0-b50f-7f854412dfdd tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Pushing event updated for resources: {'Port': ['ID=0b8b3a1c-9c3f-439f-9279-21375e15b97a,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:10.805288 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-79e5f4f4-f565-4a07-88cc-c10e4ce31ff9 req-c745b570-0fdd-44b7-9a3b-97d73063217f tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400253795&fields=id&tenant_id=3086463bb33d461abf911455930d099f HTTP/1.1" status: 200 len: 267 time: 0.0780182 Aug 13 04:18:10.869457 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-5e1ada65-f105-46f8-912f-d8b70ae08dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'name': 'tempest-AttachVolumeTestJSON-1015169733-router', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:13:09Z', 'revision_number': 4, 'project_id': '002375b8005d44a193b301833aa330dc', 'gw_port': {'id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:03Z', 'updated_at': '2021-08-13T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': '33d14546-a0d6-4db2-a0be-18dd5c23e882', 'name': '', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'mac_address': 'fa:16:3e:eb:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:08Z', 'updated_at': '2021-08-13T04:13:19Z', 'revision_number': 5, 'project_id': '002375b8005d44a193b301833aa330dc', 'subnets': [{'id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:10.898064 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5f4f4-f565-4a07-88cc-c10e4ce31ff9 req-233bc084-9b1f-491c-830c-4f3d7b304d41 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:10.899839 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-79e5f4f4-f565-4a07-88cc-c10e4ce31ff9 req-233bc084-9b1f-491c-830c-4f3d7b304d41 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 984 time: 0.0937698 Aug 13 04:18:10.917932 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [req-79e5f4f4-f565-4a07-88cc-c10e4ce31ff9 req-e05aacc2-aee3-47fa-9d30-163df4e507d6 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Request body: {'port': {'security_groups': ['8ff9cd84-65ae-40ef-ba72-7f4a96cf2894']}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:18:10.937208 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1ada65-f105-46f8-912f-d8b70ae08dfe None None] Checking router: 375defa4-01f3-4625-9c75-5ac3768cb7a7 for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:18:10.962552 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1ada65-f105-46f8-912f-d8b70ae08dfe None None] Routers {'375defa4-01f3-4625-9c75-5ac3768cb7a7'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:18:10.965949 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-5e1ada65-f105-46f8-912f-d8b70ae08dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:17:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['375defa4-01f3-4625-9c75-5ac3768cb7a7'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:10.975925 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f67e-64d2-42f0-b50f-7f854412dfdd tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:11.020588 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [req-79e5f4f4-f565-4a07-88cc-c10e4ce31ff9 req-e05aacc2-aee3-47fa-9d30-163df4e507d6 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:11.182279 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f67e-64d2-42f0-b50f-7f854412dfdd tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:11.213393 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-5e1ada65-f105-46f8-912f-d8b70ae08dfe None None] Set router 375defa4-01f3-4625-9c75-5ac3768cb7a7 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:18:11.279125 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-f866d31c-eb6a-42d1-b8fd-18745cea24b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:11.516080 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ae39550b-7bf7-43a5-bb2a-c70d3067b3b9 req-27de3022-aa54-4b89-b31a-c3ed01034e73 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=52b213d0-7bf9-48cc-b947-af88a381aee5 HTTP/1.1" status: 200 len: 210 time: 0.0453856 Aug 13 04:18:11.520108 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [req-79e5f4f4-f565-4a07-88cc-c10e4ce31ff9 req-e05aacc2-aee3-47fa-9d30-163df4e507d6 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] For port 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=4cd769d3-ef7c-45d4-b270-29b6e0a2bb11,segment=NetworkSegment(94686359-6cdf-4305-8bcb-ff635918700f),segment_id=94686359-6cdf-4305-8bcb-ff635918700f)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:18:11.577524 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [req-79e5f4f4-f565-4a07-88cc-c10e4ce31ff9 req-e05aacc2-aee3-47fa-9d30-163df4e507d6 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:11.595247 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f67e-64d2-42f0-b50f-7f854412dfdd tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:11.621729 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-5e1ada65-f105-46f8-912f-d8b70ae08dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'name': 'tempest-AttachVolumeTestJSON-1015169733-router', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:13:09Z', 'revision_number': 4, 'project_id': '002375b8005d44a193b301833aa330dc', 'gw_port': {'id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:03Z', 'updated_at': '2021-08-13T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': '33d14546-a0d6-4db2-a0be-18dd5c23e882', 'name': '', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'mac_address': 'fa:16:3e:eb:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:08Z', 'updated_at': '2021-08-13T04:13:19Z', 'revision_number': 5, 'project_id': '002375b8005d44a193b301833aa330dc', 'subnets': [{'id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:11.622465 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [req-79e5f4f4-f565-4a07-88cc-c10e4ce31ff9 req-e05aacc2-aee3-47fa-9d30-163df4e507d6 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2630174'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:11.658446 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['4cd769d3-ef7c-45d4-b270-29b6e0a2bb11'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:18:11.662773 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1ada65-f105-46f8-912f-d8b70ae08dfe None None] The sync data for ids ['375defa4-01f3-4625-9c75-5ac3768cb7a7'] in dv-cinder-759987-6-iscsi is: [{'id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'name': 'tempest-AttachVolumeTestJSON-1015169733-router', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:13:09Z', 'revision_number': 4, 'project_id': '002375b8005d44a193b301833aa330dc', 'gw_port': {'id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:03Z', 'updated_at': '2021-08-13T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': '33d14546-a0d6-4db2-a0be-18dd5c23e882', 'name': '', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'mac_address': 'fa:16:3e:eb:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:08Z', 'updated_at': '2021-08-13T04:13:19Z', 'revision_number': 5, 'project_id': '002375b8005d44a193b301833aa330dc', 'subnets': [{'id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:18:12.016808 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f67e-64d2-42f0-b50f-7f854412dfdd tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2630174'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:12.044417 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5f4f4-f565-4a07-88cc-c10e4ce31ff9 req-e05aacc2-aee3-47fa-9d30-163df4e507d6 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:12.044417 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [req-79e5f4f4-f565-4a07-88cc-c10e4ce31ff9 req-e05aacc2-aee3-47fa-9d30-163df4e507d6 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:12.044417 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-79e5f4f4-f565-4a07-88cc-c10e4ce31ff9 req-e05aacc2-aee3-47fa-9d30-163df4e507d6 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "PUT /v2.0/ports/4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 HTTP/1.1" status: 200 len: 942 time: 1.1261873 Aug 13 04:18:12.044417 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76f92f9-dc85-4700-857a-67426fae0569', 'tag': '4cd769d3-ef7c-45d4-b270-29b6e0a2bb11'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:18:12.044417 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bd27882eb3c5f369e5e71c287e85e980be0a094d6552a040ba295dfdcae25d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197ab94e-ffa4-43f4-9197-7f779475185f" -d '{"events": [{"name": "network-changed", "server_uuid": "f76f92f9-dc85-4700-857a-67426fae0569", "tag": "4cd769d3-ef7c-45d4-b270-29b6e0a2bb11"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:18:12.044904 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 57710) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:12.065737 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05aacc2-aee3-47fa-9d30-163df4e507d6 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Pushing event updated for resources: {'Port': ['ID=4cd769d3-ef7c-45d4-b270-29b6e0a2bb11,revision_number=7']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:12.095923 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:12.116003 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['4cd769d3-ef7c-45d4-b270-29b6e0a2bb11'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:18:12.136170 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a9f9ea-537f-4485-beef-0dfebe1b1721 None None] New status for floating IP e50dc80e-51c8-4570-a224-cfa879326106: DOWN {{(pid=94569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:18:12.161585 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b2de7e-b8b6-4307-aa70-bbc045503a23 x-openstack-request-id: req-05b2de7e-b8b6-4307-aa70-bbc045503a23 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:18:12.161901 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76f92f9-dc85-4700-857a-67426fae0569", "tag": "4cd769d3-ef7c-45d4-b270-29b6e0a2bb11", "status": "completed", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:18:12.171800 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05b2de7e-b8b6-4307-aa70-bbc045503a23 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:18:12.172281 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f76f92f9-dc85-4700-857a-67426fae0569', 'tag': '4cd769d3-ef7c-45d4-b270-29b6e0a2bb11', 'status': 'completed', 'code': 200} Aug 13 04:18:12.197096 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4f67e-64d2-42f0-b50f-7f854412dfdd tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Pushing event updated for resources: {'Port': ['ID=0b8b3a1c-9c3f-439f-9279-21375e15b97a,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:12.218880 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f67e-64d2-42f0-b50f-7f854412dfdd tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704406'] for floatingip, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:12.221684 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d7e24bc3-6d45-46c6-be44-3238f0e21020 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:12.258227 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:18:12.270831 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d7e24bc3-6d45-46c6-be44-3238f0e21020 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:12.319491 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f67e-64d2-42f0-b50f-7f854412dfdd tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for floatingip, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:12.320857 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-e8e4f67e-64d2-42f0-b50f-7f854412dfdd tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5446670 Aug 13 04:18:12.379257 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ab94e-ffa4-43f4-9197-7f779475185f req-ec3d0f28-a6e8-4b79-ae79-27232dd784c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:12.381048 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-197ab94e-ffa4-43f4-9197-7f779475185f req-ec3d0f28-a6e8-4b79-ae79-27232dd784c5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3086463bb33d461abf911455930d099f&device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 1098 time: 0.2010310 Aug 13 04:18:12.535013 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ab94e-ffa4-43f4-9197-7f779475185f req-a24bec14-a8d7-4aae-89f7-cd57e63251d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:12.536822 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-197ab94e-ffa4-43f4-9197-7f779475185f req-a24bec14-a8d7-4aae-89f7-cd57e63251d8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=108ee682-822f-485e-99b1-e4a7ccb079a2 HTTP/1.1" status: 200 len: 916 time: 0.1396432 Aug 13 04:18:12.537944 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d7e24bc3-6d45-46c6-be44-3238f0e21020 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:12.540498 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d7e24bc3-6d45-46c6-be44-3238f0e21020 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:12.543952 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-d7e24bc3-6d45-46c6-be44-3238f0e21020 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "DELETE /v2.0/security-groups/b7334e18-90d6-4335-90a2-a4c494dc6ad5 HTTP/1.1" status: 204 len: 168 time: 0.4962389 Aug 13 04:18:12.544967 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 57724) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:12.610695 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e24bc3-6d45-46c6-be44-3238f0e21020 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7334e18-90d6-4335-90a2-a4c494dc6ad5,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:12.619507 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-ebc55fd3-61f5-4315-bdcd-f44b79d9d21c None None] Provisioning complete for port 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:18:12.620078 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-ebc55fd3-61f5-4315-bdcd-f44b79d9d21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:12.693907 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:12.780609 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-197ab94e-ffa4-43f4-9197-7f779475185f req-ee71d83e-273d-4dff-8668-568b0c00b8c7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 HTTP/1.1" status: 200 len: 1000 time: 0.2189116 Aug 13 04:18:12.781189 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 57742) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:12.808792 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-f4bcb831-ba2a-405a-8f93-3a1a66b107d3 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1849915775&fields=id&tenant_id=25ac2d78559b4fb2ba32472ce882e229 HTTP/1.1" status: 200 len: 267 time: 0.1285503 Aug 13 04:18:12.911195 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ab94e-ffa4-43f4-9197-7f779475185f req-b9dc9ecd-d63b-49e9-97aa-3fd4a2905d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:12.912956 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-197ab94e-ffa4-43f4-9197-7f779475185f req-b9dc9ecd-d63b-49e9-97aa-3fd4a2905d70 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da0d00db-359e-4944-b69b-81292fbec523 HTTP/1.1" status: 200 len: 854 time: 0.0971923 Aug 13 04:18:12.932873 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-63167f7d-c81c-431a-a320-0d5d9d683c89 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:12.975530 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-e4ccaa0d-af48-4069-a0d9-d21ec1be2b31 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:12.978104 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-63167f7d-c81c-431a-a320-0d5d9d683c89 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:12.983423 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-e4ccaa0d-af48-4069-a0d9-d21ec1be2b31 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/networks?id=9c6f0cf8-8337-4066-b36b-c6631b745879 HTTP/1.1" status: 200 len: 817 time: 0.1736693 Aug 13 04:18:12.999342 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ab94e-ffa4-43f4-9197-7f779475185f req-085ea020-445e-4f0d-aace-a8d9d0015d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:13.001084 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-197ab94e-ffa4-43f4-9197-7f779475185f req-085ea020-445e-4f0d-aace-a8d9d0015d54 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=108ee682-822f-485e-99b1-e4a7ccb079a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774052 Aug 13 04:18:13.006078 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-3decb32c-f47c-4b3a-9ec3-fe963e60f5d0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/quotas/25ac2d78559b4fb2ba32472ce882e229 HTTP/1.1" status: 200 len: 375 time: 0.0216444 Aug 13 04:18:13.025735 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-78847c07-8a7e-4f31-b2dd-974d9b90ae83 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Deleting port 33297fac-6c4a-45f3-8995-2cc924fde0c2 {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:18:13.025735 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-78847c07-8a7e-4f31-b2dd-974d9b90ae83 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:13.126631 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-197ab94e-ffa4-43f4-9197-7f779475185f req-4b510f60-4ccd-4008-8b25-eba09eb7c9a0 service neutron] 10.222.0.22 "GET /v2.0/networks/108ee682-822f-485e-99b1-e4a7ccb079a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145046 Aug 13 04:18:13.159058 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-ee1d4d54-6516-49c7-bd37-538227ff99bf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=25ac2d78559b4fb2ba32472ce882e229&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1427784 Aug 13 04:18:13.183222 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-63167f7d-c81c-431a-a320-0d5d9d683c89 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:13.183389 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-78847c07-8a7e-4f31-b2dd-974d9b90ae83 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:13.183859 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-78847c07-8a7e-4f31-b2dd-974d9b90ae83 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:13.187424 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-63167f7d-c81c-431a-a320-0d5d9d683c89 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:13.192162 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-63167f7d-c81c-431a-a320-0d5d9d683c89 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "DELETE /v2.0/security-groups/718854c1-3ba9-4343-91e4-252e1afd269f HTTP/1.1" status: 204 len: 168 time: 0.4037073 Aug 13 04:18:13.196039 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 57746) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:13.203867 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63167f7d-c81c-431a-a320-0d5d9d683c89 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=718854c1-3ba9-4343-91e4-252e1afd269f,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:13.214642 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-78847c07-8a7e-4f31-b2dd-974d9b90ae83 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Calling delete_port for 33297fac-6c4a-45f3-8995-2cc924fde0c2 owned by network:floatingip {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:18:13.219485 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.api.v2.resource [None req-bf223785-6790-450a-a754-4c0e18e513cf tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] show failed (client error): The resource could not be found. Aug 13 04:18:13.220561 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-bf223785-6790-450a-a754-4c0e18e513cf tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups/718854c1-3ba9-4343-91e4-252e1afd269f HTTP/1.1" status: 404 len: 347 time: 0.0233681 Aug 13 04:18:13.224030 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 57748) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:13.462659 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-197ab94e-ffa4-43f4-9197-7f779475185f req-628405c5-2fe3-4553-9987-0ff9d5c9ed86 service neutron] 10.222.0.22 "GET /v2.0/networks/108ee682-822f-485e-99b1-e4a7ccb079a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302660 Aug 13 04:18:13.481513 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-2c362ae1-53c9-4cc3-a81e-f963a302c597 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Deleting port ca75398f-7fe6-4e49-908d-924f6c5f5ce6 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:18:13.486013 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2c362ae1-53c9-4cc3-a81e-f963a302c597 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:13.538062 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-08f359da-81dc-4bad-b898-0d4659f26d40 service neutron] 10.222.0.32 "GET /v2.0/networks/9c6f0cf8-8337-4066-b36b-c6631b745879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778543 Aug 13 04:18:13.586911 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2c362ae1-53c9-4cc3-a81e-f963a302c597 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:13.587250 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2c362ae1-53c9-4cc3-a81e-f963a302c597 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:13.600985 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-2c362ae1-53c9-4cc3-a81e-f963a302c597 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Calling delete_port for ca75398f-7fe6-4e49-908d-924f6c5f5ce6 owned by network:floatingip {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:18:13.718287 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-74f731d1-0c12-4f27-9437-bd2cca4f2490 service neutron] 10.222.0.32 "GET /v2.0/networks/9c6f0cf8-8337-4066-b36b-c6631b745879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363511 Aug 13 04:18:13.772410 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-78847c07-8a7e-4f31-b2dd-974d9b90ae83 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:13.811633 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78847c07-8a7e-4f31-b2dd-974d9b90ae83 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Pushing event deleted for resources: {'Port': ['ID=33297fac-6c4a-45f3-8995-2cc924fde0c2,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:13.875644 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-78847c07-8a7e-4f31-b2dd-974d9b90ae83 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks [] for floatingip, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:13.875981 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.db.l3_db [None req-78847c07-8a7e-4f31-b2dd-974d9b90ae83 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Floating IP de217191-0924-4dd7-a893-8c7ff867be4d disassociated (deleted). External IP: 172.27.3.63, port: 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11. Aug 13 04:18:13.936024 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2c362ae1-53c9-4cc3-a81e-f963a302c597 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:13.994597 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c362ae1-53c9-4cc3-a81e-f963a302c597 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Pushing event deleted for resources: {'Port': ['ID=ca75398f-7fe6-4e49-908d-924f6c5f5ce6,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:14.151809 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2c362ae1-53c9-4cc3-a81e-f963a302c597 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for floatingip, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:14.155167 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2c362ae1-53c9-4cc3-a81e-f963a302c597 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for floatingip, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:14.159829 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-2c362ae1-53c9-4cc3-a81e-f963a302c597 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "DELETE /v2.0/floatingips/e50dc80e-51c8-4570-a224-cfa879326106 HTTP/1.1" status: 204 len: 168 time: 0.9311378 Aug 13 04:18:14.187408 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5cadfa79-7a1d-4053-a2f1-c596d6f57788 req-694f2b44-a096-4a1a-ab54-d9d2b4158c74 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 210 time: 0.0388355 Aug 13 04:18:14.208514 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78847c07-8a7e-4f31-b2dd-974d9b90ae83 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Router 685356e4-6623-46c0-9216-8764d8aaede2 has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:18:14.227691 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:14.361783 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78847c07-8a7e-4f31-b2dd-974d9b90ae83 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:18:14.372209 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-78847c07-8a7e-4f31-b2dd-974d9b90ae83 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for floatingip, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:14.382117 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa994520-fde6-4caa-9c6b-f1798e1d5256 None None] Sync routers for ids ['685356e4-6623-46c0-9216-8764d8aaede2'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:18:14.400192 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa994520-fde6-4caa-9c6b-f1798e1d5256 None None] Routers {'685356e4-6623-46c0-9216-8764d8aaede2'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:18:14.404142 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-aa994520-fde6-4caa-9c6b-f1798e1d5256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:18:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['685356e4-6623-46c0-9216-8764d8aaede2'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:14.414372 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-78847c07-8a7e-4f31-b2dd-974d9b90ae83 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "DELETE /v2.0/floatingips/de217191-0924-4dd7-a893-8c7ff867be4d HTTP/1.1" status: 204 len: 168 time: 1.8664494 Aug 13 04:18:14.414372 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76f92f9-dc85-4700-857a-67426fae0569', 'tag': '4cd769d3-ef7c-45d4-b270-29b6e0a2bb11'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:18:14.420774 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bd27882eb3c5f369e5e71c287e85e980be0a094d6552a040ba295dfdcae25d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44f534d-ed8b-466e-8a77-a8711d751a92" -d '{"events": [{"name": "network-changed", "server_uuid": "f76f92f9-dc85-4700-857a-67426fae0569", "tag": "4cd769d3-ef7c-45d4-b270-29b6e0a2bb11"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:18:14.493164 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 57784) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:14.500207 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-3febfb37-83f2-405a-9793-1519f68f8aac tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1975473178', 'description': 'tempest-description--1463594800'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:18:14.585087 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02601ea-f451-4157-a326-7d5800d2fe99 x-openstack-request-id: req-b02601ea-f451-4157-a326-7d5800d2fe99 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:18:14.586243 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76f92f9-dc85-4700-857a-67426fae0569", "tag": "4cd769d3-ef7c-45d4-b270-29b6e0a2bb11", "status": "completed", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:18:14.587050 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b02601ea-f451-4157-a326-7d5800d2fe99 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:18:14.587504 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f76f92f9-dc85-4700-857a-67426fae0569', 'tag': '4cd769d3-ef7c-45d4-b270-29b6e0a2bb11', 'status': 'completed', 'code': 200} Aug 13 04:18:14.612936 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3febfb37-83f2-405a-9793-1519f68f8aac tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:14.675639 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-aa994520-fde6-4caa-9c6b-f1798e1d5256 None None] Set router 685356e4-6623-46c0-9216-8764d8aaede2 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:18:14.704046 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f534d-ed8b-466e-8a77-a8711d751a92 req-262c132f-488b-4dd6-a4f9-17e97ba9bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:14.705657 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b44f534d-ed8b-466e-8a77-a8711d751a92 req-262c132f-488b-4dd6-a4f9-17e97ba9bcdf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3086463bb33d461abf911455930d099f&device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 1098 time: 0.0940864 Aug 13 04:18:14.993193 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-aa994520-fde6-4caa-9c6b-f1798e1d5256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685356e4-6623-46c0-9216-8764d8aaede2', 'name': 'tempest-TestMinimumBasicScenario-1444258284-router', 'tenant_id': '3086463bb33d461abf911455930d099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:58Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 4, 'project_id': '3086463bb33d461abf911455930d099f', 'gw_port': {'id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:35:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:59Z', 'updated_at': '2021-08-13T04:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'ec4fd80b-0e7c-4a96-92ac-d8bca906199c', 'name': '', 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2', 'tenant_id': '3086463bb33d461abf911455930d099f', 'mac_address': 'fa:16:3e:32:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'da0d00db-359e-4944-b69b-81292fbec523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:02Z', 'updated_at': '2021-08-13T04:15:14Z', 'revision_number': 5, 'project_id': '3086463bb33d461abf911455930d099f', 'subnets': [{'id': 'da0d00db-359e-4944-b69b-81292fbec523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:15.028722 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa994520-fde6-4caa-9c6b-f1798e1d5256 None None] Checking router: 685356e4-6623-46c0-9216-8764d8aaede2 for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:18:15.046529 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa994520-fde6-4caa-9c6b-f1798e1d5256 None None] Routers {'685356e4-6623-46c0-9216-8764d8aaede2'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:18:15.051321 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-aa994520-fde6-4caa-9c6b-f1798e1d5256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:18:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['685356e4-6623-46c0-9216-8764d8aaede2'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:15.186751 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3febfb37-83f2-405a-9793-1519f68f8aac tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:15.206037 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-aa994520-fde6-4caa-9c6b-f1798e1d5256 None None] Set router 685356e4-6623-46c0-9216-8764d8aaede2 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:18:15.261789 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f534d-ed8b-466e-8a77-a8711d751a92 req-e6199bb8-47e8-45dc-99d4-ef1d9ee2b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:15.264852 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b44f534d-ed8b-466e-8a77-a8711d751a92 req-e6199bb8-47e8-45dc-99d4-ef1d9ee2b9c8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=108ee682-822f-485e-99b1-e4a7ccb079a2 HTTP/1.1" status: 200 len: 916 time: 0.5442812 Aug 13 04:18:15.330151 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3febfb37-83f2-405a-9793-1519f68f8aac tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:15.335544 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b44f534d-ed8b-466e-8a77-a8711d751a92 req-be6a3824-4817-4c26-ba0d-1ffc19c5cb96 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 HTTP/1.1" status: 200 len: 217 time: 0.0625122 Aug 13 04:18:15.414771 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c80997ac-14cf-474e-9d37-5865426bca85 req-27d29904-f0a9-406d-a703-1397db4f4c30 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 210 time: 0.0798609 Aug 13 04:18:15.428315 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febfb37-83f2-405a-9793-1519f68f8aac tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b48a726a-da0c-4b74-93f8-489496b950b3,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:15.444724 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f534d-ed8b-466e-8a77-a8711d751a92 req-df5eeea5-5b52-40f1-a4c4-03b292e005cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:15.446679 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b44f534d-ed8b-466e-8a77-a8711d751a92 req-df5eeea5-5b52-40f1-a4c4-03b292e005cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da0d00db-359e-4944-b69b-81292fbec523 HTTP/1.1" status: 200 len: 854 time: 0.0892360 Aug 13 04:18:15.448872 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3febfb37-83f2-405a-9793-1519f68f8aac tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:15.451921 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-3febfb37-83f2-405a-9793-1519f68f8aac tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9570501 Aug 13 04:18:15.459321 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 57806) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:15.464998 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-86ccd501-70a2-4e12-9ca7-b05de9c04ef7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Request body: {'security_group_rule': {'security_group_id': 'b48a726a-da0c-4b74-93f8-489496b950b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:18:15.538089 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f534d-ed8b-466e-8a77-a8711d751a92 req-6776e999-84b8-40a5-9d72-9ce6e16ddb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:15.539795 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b44f534d-ed8b-466e-8a77-a8711d751a92 req-6776e999-84b8-40a5-9d72-9ce6e16ddb8b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=108ee682-822f-485e-99b1-e4a7ccb079a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0851750 Aug 13 04:18:15.559727 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-86ccd501-70a2-4e12-9ca7-b05de9c04ef7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:15.622515 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-aa994520-fde6-4caa-9c6b-f1798e1d5256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685356e4-6623-46c0-9216-8764d8aaede2', 'name': 'tempest-TestMinimumBasicScenario-1444258284-router', 'tenant_id': '3086463bb33d461abf911455930d099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:58Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 4, 'project_id': '3086463bb33d461abf911455930d099f', 'gw_port': {'id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:35:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:59Z', 'updated_at': '2021-08-13T04:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'ec4fd80b-0e7c-4a96-92ac-d8bca906199c', 'name': '', 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2', 'tenant_id': '3086463bb33d461abf911455930d099f', 'mac_address': 'fa:16:3e:32:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'da0d00db-359e-4944-b69b-81292fbec523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:02Z', 'updated_at': '2021-08-13T04:15:14Z', 'revision_number': 5, 'project_id': '3086463bb33d461abf911455930d099f', 'subnets': [{'id': 'da0d00db-359e-4944-b69b-81292fbec523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:15.642734 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-86ccd501-70a2-4e12-9ca7-b05de9c04ef7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:15.657879 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa994520-fde6-4caa-9c6b-f1798e1d5256 None None] The sync data for ids ['685356e4-6623-46c0-9216-8764d8aaede2'] in dv-cinder-759987-6-iscsi is: [{'id': '685356e4-6623-46c0-9216-8764d8aaede2', 'name': 'tempest-TestMinimumBasicScenario-1444258284-router', 'tenant_id': '3086463bb33d461abf911455930d099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:58Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 4, 'project_id': '3086463bb33d461abf911455930d099f', 'gw_port': {'id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:35:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:59Z', 'updated_at': '2021-08-13T04:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'ec4fd80b-0e7c-4a96-92ac-d8bca906199c', 'name': '', 'network_id': '108ee682-822f-485e-99b1-e4a7ccb079a2', 'tenant_id': '3086463bb33d461abf911455930d099f', 'mac_address': 'fa:16:3e:32:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'da0d00db-359e-4944-b69b-81292fbec523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:02Z', 'updated_at': '2021-08-13T04:15:14Z', 'revision_number': 5, 'project_id': '3086463bb33d461abf911455930d099f', 'subnets': [{'id': 'da0d00db-359e-4944-b69b-81292fbec523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:18:15.676912 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b44f534d-ed8b-466e-8a77-a8711d751a92 req-1ed946da-3746-47eb-9ba1-231c5086223a service neutron] 10.222.0.22 "GET /v2.0/networks/108ee682-822f-485e-99b1-e4a7ccb079a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275697 Aug 13 04:18:15.685576 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-86ccd501-70a2-4e12-9ca7-b05de9c04ef7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:15.714447 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccd501-70a2-4e12-9ca7-b05de9c04ef7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90faac7-cdd1-4681-84c3-148fb4b25dff,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:15.770233 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-86ccd501-70a2-4e12-9ca7-b05de9c04ef7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:15.774685 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-86ccd501-70a2-4e12-9ca7-b05de9c04ef7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3135538 Aug 13 04:18:15.775349 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 57808) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:15.781998 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-7a24f5e0-3c93-4561-9a8d-1cd65c39f5b6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Request body: {'security_group_rule': {'security_group_id': 'b48a726a-da0c-4b74-93f8-489496b950b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:18:15.840863 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b44f534d-ed8b-466e-8a77-a8711d751a92 req-3d738af8-a665-4bf4-af54-705ae70a1d2b service neutron] 10.222.0.22 "GET /v2.0/networks/108ee682-822f-485e-99b1-e4a7ccb079a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561728 Aug 13 04:18:15.903003 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7a24f5e0-3c93-4561-9a8d-1cd65c39f5b6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:15.985043 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7a24f5e0-3c93-4561-9a8d-1cd65c39f5b6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:16.044690 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7a24f5e0-3c93-4561-9a8d-1cd65c39f5b6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529223'] for security_group_rule, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:16.072221 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24f5e0-3c93-4561-9a8d-1cd65c39f5b6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570c12e8-081a-4415-bd3b-56cba3976104,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:16.100968 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130e53b0-01fc-458d-9f2d-59adc6d10c58 None None] New status for floating IP de217191-0924-4dd7-a893-8c7ff867be4d: DOWN {{(pid=94569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:18:16.182009 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7a24f5e0-3c93-4561-9a8d-1cd65c39f5b6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:16.183775 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-7a24f5e0-3c93-4561-9a8d-1cd65c39f5b6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4070418 Aug 13 04:18:16.187970 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 57812) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:16.195175 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-aece81ce-b87d-46c0-816e-1bcc776924db tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Request body: {'floatingip': {'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:18:16.302096 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-aece81ce-b87d-46c0-816e-1bcc776924db tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for floatingip, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:16.487813 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-aece81ce-b87d-46c0-816e-1bcc776924db tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:16.539838 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-85ed848c-d9cb-4902-98c1-db466222b9a8 req-ac7ccf87-6e6d-4f31-a3c1-29d852a32996 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 210 time: 0.0415745 Aug 13 04:18:16.668137 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-aece81ce-b87d-46c0-816e-1bcc776924db tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Allocated IP 172.27.3.162 (a2b3fd62-7513-4482-ab06-e961571be3c5/2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e/a2d72df8-1558-43d6-aa9b-4a481406e6fa) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:18:16.689253 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-c97ccd90-4332-4938-8fca-0173112c42ab tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:16.692484 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-c97ccd90-4332-4938-8fca-0173112c42ab tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.22 "GET /v2.0/networks?id=9c6f0cf8-8337-4066-b36b-c6631b745879 HTTP/1.1" status: 200 len: 817 time: 0.1602101 Aug 13 04:18:16.759337 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-8c1b25fe-78b3-452f-9beb-4073bae32374 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25ac2d78559b4fb2ba32472ce882e229 HTTP/1.1" status: 200 len: 380 time: 0.0544267 Aug 13 04:18:16.772476 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-e97ba215-bcc8-45ab-9b3b-52004affd17f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Request body: {'port': {'device_id': '01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'admin_state_up': True, 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'security_groups': ['48588710-e5dd-43e7-86cd-dbfa444dfbe0']}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:18:16.838629 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-aece81ce-b87d-46c0-816e-1bcc776924db tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:16.938022 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-aece81ce-b87d-46c0-816e-1bcc776924db tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:16.965431 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-e97ba215-bcc8-45ab-9b3b-52004affd17f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Made reservation on behalf of 25ac2d78559b4fb2ba32472ce882e229 for: {'port': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:18:16.971477 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-e97ba215-bcc8-45ab-9b3b-52004affd17f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:16.992969 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aece81ce-b87d-46c0-816e-1bcc776924db tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Network a2b3fd62-7513-4482-ab06-e961571be3c5 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:18:16.996074 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-aece81ce-b87d-46c0-816e-1bcc776924db tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:18:17.002582 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aece81ce-b87d-46c0-816e-1bcc776924db tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:18:17.007782 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece81ce-b87d-46c0-816e-1bcc776924db tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Pushing event updated for resources: {'Port': ['ID=a2d72df8-1558-43d6-aa9b-4a481406e6fa,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:17.140904 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-aece81ce-b87d-46c0-816e-1bcc776924db tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:17.173856 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-e97ba215-bcc8-45ab-9b3b-52004affd17f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Allocated IP 172.20.0.7 (9c6f0cf8-8337-4066-b36b-c6631b745879/6cfb5348-48f5-4b3c-8b98-198f1cb90f54/5d508e98-36f3-4606-875e-0cc78db62d05) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:18:17.261049 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-aece81ce-b87d-46c0-816e-1bcc776924db tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:17.388172 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-e97ba215-bcc8-45ab-9b3b-52004affd17f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:17.403859 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-e97ba215-bcc8-45ab-9b3b-52004affd17f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Transition to ACTIVE for port object 5d508e98-36f3-4606-875e-0cc78db62d05 will not be triggered until provisioned by entity DHCP. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:18:17.460879 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-aece81ce-b87d-46c0-816e-1bcc776924db tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:17.497393 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-e97ba215-bcc8-45ab-9b3b-52004affd17f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:17.531186 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-aece81ce-b87d-46c0-816e-1bcc776924db tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2630174'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:17.557267 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-e97ba215-bcc8-45ab-9b3b-52004affd17f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Network 9c6f0cf8-8337-4066-b36b-c6631b745879 is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:18:17.564740 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-e97ba215-bcc8-45ab-9b3b-52004affd17f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:18:17.567456 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-e97ba215-bcc8-45ab-9b3b-52004affd17f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:18:17.606014 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ba215-bcc8-45ab-9b3b-52004affd17f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Pushing event updated for resources: {'Port': ['ID=5d508e98-36f3-4606-875e-0cc78db62d05,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:17.633033 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece81ce-b87d-46c0-816e-1bcc776924db tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Pushing event updated for resources: {'Port': ['ID=a2d72df8-1558-43d6-aa9b-4a481406e6fa,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:17.646976 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-e97ba215-bcc8-45ab-9b3b-52004affd17f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:17.647730 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-e97ba215-bcc8-45ab-9b3b-52004affd17f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:17.647866 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-aece81ce-b87d-46c0-816e-1bcc776924db tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704406'] for floatingip, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:17.731162 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-e97ba215-bcc8-45ab-9b3b-52004affd17f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9639573 Aug 13 04:18:17.744940 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-2f68c42a-bbdd-4e30-b42c-1339d82be03c service neutron] Request body: {'port': {'device_id': '01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:18:17.751648 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f74655-8e13-43f4-a1a7-6b9a248efe91 req-5e757184-cf42-4bdf-8188-eda886aa536b tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:17.753592 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f4f74655-8e13-43f4-a1a7-6b9a248efe91 req-5e757184-cf42-4bdf-8188-eda886aa536b tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 931 time: 0.0691404 Aug 13 04:18:17.754921 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-aece81ce-b87d-46c0-816e-1bcc776924db tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for floatingip, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:17.758436 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-aece81ce-b87d-46c0-816e-1bcc776924db tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5667548 Aug 13 04:18:17.826976 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f4f74655-8e13-43f4-a1a7-6b9a248efe91 req-7e287d33-d37f-4eff-8a76-ee230553a7a6 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641239 Aug 13 04:18:17.850664 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-2f68c42a-bbdd-4e30-b42c-1339d82be03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:17.930274 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-6adb81ed-9300-4daa-9191-00bf4e788179 None None] Provisioning for port 5d508e98-36f3-4606-875e-0cc78db62d05 completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:18:17.935459 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-6adb81ed-9300-4daa-9191-00bf4e788179 None None] Provisioning complete for port 5d508e98-36f3-4606-875e-0cc78db62d05 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:18:17.936880 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-6adb81ed-9300-4daa-9191-00bf4e788179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:17.977302 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-6adb81ed-9300-4daa-9191-00bf4e788179 None None] Port 5d508e98-36f3-4606-875e-0cc78db62d05 cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:18:18.009144 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-13d170e2-6034-4276-8576-0a86e173d38a tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1975473178&fields=id&tenant_id=002375b8005d44a193b301833aa330dc HTTP/1.1" status: 200 len: 267 time: 0.0608931 Aug 13 04:18:18.154822 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-b3c9522c-55c0-4ab0-aeda-d7de14899fd6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:18.156589 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-b3c9522c-55c0-4ab0-aeda-d7de14899fd6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/networks?id=1f5f08bb-8497-4150-a3e9-90ccd6853fea HTTP/1.1" status: 200 len: 811 time: 0.1393707 Aug 13 04:18:18.187839 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-e13da3d6-d287-4bad-8729-ae83640a2bd7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/quotas/002375b8005d44a193b301833aa330dc HTTP/1.1" status: 200 len: 375 time: 0.0245264 Aug 13 04:18:18.220422 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-2f68c42a-bbdd-4e30-b42c-1339d82be03c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d508e98-36f3-4606-875e-0cc78db62d05 {{(pid=94567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:18:18.228832 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-2f68c42a-bbdd-4e30-b42c-1339d82be03c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:18.252109 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-2f68c42a-bbdd-4e30-b42c-1339d82be03c service neutron] Transition to ACTIVE for port object 5d508e98-36f3-4606-875e-0cc78db62d05 will not be triggered until provisioned by entity L2. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:18:18.269051 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-ed2daac4-b3be-409a-90b1-d640b7e42b1c tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=002375b8005d44a193b301833aa330dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672984 Aug 13 04:18:18.365538 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-d79c6264-0f0e-4c7c-9046-e4b76da085e1 service neutron] 10.222.0.32 "GET /v2.0/networks/1f5f08bb-8497-4150-a3e9-90ccd6853fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840690 Aug 13 04:18:18.458344 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-456f5205-5e67-42ab-8782-eb66172bd6fc service neutron] 10.222.0.32 "GET /v2.0/networks/1f5f08bb-8497-4150-a3e9-90ccd6853fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865214 Aug 13 04:18:18.473128 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-2f68c42a-bbdd-4e30-b42c-1339d82be03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:18.530647 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68c42a-bbdd-4e30-b42c-1339d82be03c service neutron] Pushing event updated for resources: {'Port': ['ID=5d508e98-36f3-4606-875e-0cc78db62d05,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:18.615222 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-2f68c42a-bbdd-4e30-b42c-1339d82be03c service neutron] Attempting to bind port 5d508e98-36f3-4606-875e-0cc78db62d05 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:18:18.615558 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-2f68c42a-bbdd-4e30-b42c-1339d82be03c service neutron] Attempting to bind port 5d508e98-36f3-4606-875e-0cc78db62d05 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': '59c6c827-e439-4ee6-9017-5b55867d6635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:18:18.615889 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-2f68c42a-bbdd-4e30-b42c-1339d82be03c service neutron] Attempting to bind port 5d508e98-36f3-4606-875e-0cc78db62d05 on network 9c6f0cf8-8337-4066-b36b-c6631b745879 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:18:18.621414 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-2f68c42a-bbdd-4e30-b42c-1339d82be03c service neutron] Port 5d508e98-36f3-4606-875e-0cc78db62d05 on network 9c6f0cf8-8337-4066-b36b-c6631b745879 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:18:18.621877 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-2f68c42a-bbdd-4e30-b42c-1339d82be03c service neutron] Attempting to bind port 5d508e98-36f3-4606-875e-0cc78db62d05 on network 9c6f0cf8-8337-4066-b36b-c6631b745879 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:18:18.636965 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-2f68c42a-bbdd-4e30-b42c-1339d82be03c service neutron] Checking agent: {'id': '0c202f7d-8fe9-4513-921d-f16665c9f5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'started_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:18:18.641645 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-2f68c42a-bbdd-4e30-b42c-1339d82be03c service neutron] Checking segment: {'id': '59c6c827-e439-4ee6-9017-5b55867d6635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:18:18.641645 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-2f68c42a-bbdd-4e30-b42c-1339d82be03c service neutron] Bound using segment: {'id': '59c6c827-e439-4ee6-9017-5b55867d6635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:18:18.641645 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-2f68c42a-bbdd-4e30-b42c-1339d82be03c service neutron] Bound port: 5d508e98-36f3-4606-875e-0cc78db62d05, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c6c827-e439-4ee6-9017-5b55867d6635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:18:18.641645 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-2f68c42a-bbdd-4e30-b42c-1339d82be03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:18.730693 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-2f68c42a-bbdd-4e30-b42c-1339d82be03c service neutron] For port 5d508e98-36f3-4606-875e-0cc78db62d05, host hv-cinder-75998, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:18:18.735828 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-2f68c42a-bbdd-4e30-b42c-1339d82be03c service neutron] For port 5d508e98-36f3-4606-875e-0cc78db62d05, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=5d508e98-36f3-4606-875e-0cc78db62d05,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:18:18.757610 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-55839522-9cd5-40cf-b4f1-2363a52c480f req-6bfe09e0-7143-4156-8007-b01a08fe9bdf tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 210 time: 0.0422127 Aug 13 04:18:18.799350 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-2f68c42a-bbdd-4e30-b42c-1339d82be03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:18.859368 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-2f68c42a-bbdd-4e30-b42c-1339d82be03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:18.860566 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-2f68c42a-bbdd-4e30-b42c-1339d82be03c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:18.862412 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-2f68c42a-bbdd-4e30-b42c-1339d82be03c service neutron] 10.222.0.22 "PUT /v2.0/ports/5d508e98-36f3-4606-875e-0cc78db62d05 HTTP/1.1" status: 200 len: 1093 time: 1.1220870 Aug 13 04:18:18.872841 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5', 'tag': '5d508e98-36f3-4606-875e-0cc78db62d05'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:18:18.876856 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a4161b-6236-47dd-bd04-3985be874282" -d '{"events": [{"name": "network-changed", "server_uuid": "01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5", "tag": "5d508e98-36f3-4606-875e-0cc78db62d05"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:18:18.942863 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68c42a-bbdd-4e30-b42c-1339d82be03c service neutron] Pushing event updated for resources: {'Port': ['ID=5d508e98-36f3-4606-875e-0cc78db62d05,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:18.983169 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e34beb1-9b71-4b57-b2e0-36e1702d0260 x-openstack-request-id: req-2e34beb1-9b71-4b57-b2e0-36e1702d0260 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:18:18.983169 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5", "tag": "5d508e98-36f3-4606-875e-0cc78db62d05", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:18:18.983169 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e34beb1-9b71-4b57-b2e0-36e1702d0260 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:18:18.983169 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5', 'tag': '5d508e98-36f3-4606-875e-0cc78db62d05', 'status': 'completed', 'code': 200} Aug 13 04:18:19.056885 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1dbf32-272e-47a2-bfa3-567d492ba255 req-150b9db5-03cf-4841-a5b8-32d2346f80d4 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:19.077729 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-4a8605c4-5008-435e-90ac-3003d1ac6233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:19.079494 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-4a8605c4-5008-435e-90ac-3003d1ac6233 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=25ac2d78559b4fb2ba32472ce882e229&device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 1096 time: 0.1239166 Aug 13 04:18:19.083472 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4a1dbf32-272e-47a2-bfa3-567d492ba255 req-150b9db5-03cf-4841-a5b8-32d2346f80d4 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 943 time: 0.0986769 Aug 13 04:18:19.151685 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-b710c704-48a8-4063-ae18-5b001805f164 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d508e98-36f3-4606-875e-0cc78db62d05 HTTP/1.1" status: 200 len: 217 time: 0.0615506 Aug 13 04:18:19.163861 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4a1dbf32-272e-47a2-bfa3-567d492ba255 req-14ff1f0a-825b-444b-aab4-3e10734eeb63 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793822 Aug 13 04:18:19.225252 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-4c8daf3b-3892-4af9-af70-b19c656cb035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:19.227338 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-4c8daf3b-3892-4af9-af70-b19c656cb035 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6cfb5348-48f5-4b3c-8b98-198f1cb90f54 HTTP/1.1" status: 200 len: 856 time: 0.0681827 Aug 13 04:18:19.302957 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-60597210-55b8-437d-bf2c-388ae6887700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:19.309134 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-60597210-55b8-437d-bf2c-388ae6887700 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c6f0cf8-8337-4066-b36b-c6631b745879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701337 Aug 13 04:18:19.433311 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-0cf9bab4-786f-4470-8cc3-5e441e2d71be service neutron] 10.222.0.22 "GET /v2.0/networks/9c6f0cf8-8337-4066-b36b-c6631b745879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189806 Aug 13 04:18:19.554502 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-3e34ee18-f3f8-48b0-b15a-456811b1de3d req-1d28562c-0abc-46ba-bb8c-c2eca0abbd16 service neutron] 10.222.0.22 "GET /v2.0/networks/9c6f0cf8-8337-4066-b36b-c6631b745879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140542 Aug 13 04:18:19.739346 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4161b-6236-47dd-bd04-3985be874282 req-d7238fca-2cf6-410d-b4a8-481bc801fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:19.740896 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-f6a4161b-6236-47dd-bd04-3985be874282 req-d7238fca-2cf6-410d-b4a8-481bc801fdad service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=25ac2d78559b4fb2ba32472ce882e229&device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 1096 time: 0.0466564 Aug 13 04:18:19.869387 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-62c5443d-fb7c-4952-b9ee-8176040c5e9c req-8ad2ced4-1267-4e78-881c-74c7db7b71de tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 210 time: 0.0345466 Aug 13 04:18:19.905005 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4161b-6236-47dd-bd04-3985be874282 req-1b0503b4-3569-44c4-b7a2-43dd29c52de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:19.906505 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-f6a4161b-6236-47dd-bd04-3985be874282 req-1b0503b4-3569-44c4-b7a2-43dd29c52de5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9c6f0cf8-8337-4066-b36b-c6631b745879 HTTP/1.1" status: 200 len: 918 time: 0.1573169 Aug 13 04:18:19.952828 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-f6a4161b-6236-47dd-bd04-3985be874282 req-99b49e1e-6c3f-4ce2-a5c7-64582fb2103e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d508e98-36f3-4606-875e-0cc78db62d05 HTTP/1.1" status: 200 len: 217 time: 0.0389876 Aug 13 04:18:20.012342 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4161b-6236-47dd-bd04-3985be874282 req-8c80ca72-eb4b-4bc4-a845-ea5ffcb938bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:20.014458 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-f6a4161b-6236-47dd-bd04-3985be874282 req-8c80ca72-eb4b-4bc4-a845-ea5ffcb938bd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6cfb5348-48f5-4b3c-8b98-198f1cb90f54 HTTP/1.1" status: 200 len: 856 time: 0.0544596 Aug 13 04:18:20.067100 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4161b-6236-47dd-bd04-3985be874282 req-4ee43ec1-02e7-4c90-b7ec-02006d531713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:20.068888 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-f6a4161b-6236-47dd-bd04-3985be874282 req-4ee43ec1-02e7-4c90-b7ec-02006d531713 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c6f0cf8-8337-4066-b36b-c6631b745879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459337 Aug 13 04:18:20.165227 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-f6a4161b-6236-47dd-bd04-3985be874282 req-cfd251f1-348f-424b-a5cf-c6d9471fbc17 service neutron] 10.222.0.22 "GET /v2.0/networks/9c6f0cf8-8337-4066-b36b-c6631b745879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878656 Aug 13 04:18:20.287476 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-f6a4161b-6236-47dd-bd04-3985be874282 req-c16bd570-ebf9-4026-b2f4-6cff14ea1503 service neutron] 10.222.0.22 "GET /v2.0/networks/9c6f0cf8-8337-4066-b36b-c6631b745879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145344 Aug 13 04:18:20.320443 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f8315-db8c-4f87-91af-63caaebf5fcb req-453c5c8c-9678-443a-8b73-d9ce3baadfad tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:20.322612 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-999f8315-db8c-4f87-91af-63caaebf5fcb req-453c5c8c-9678-443a-8b73-d9ce3baadfad tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 943 time: 0.0615766 Aug 13 04:18:20.377618 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-999f8315-db8c-4f87-91af-63caaebf5fcb req-49ad537a-18c7-437f-a5b2-77854ead1445 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491269 Aug 13 04:18:20.971302 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1abf3630-3e9d-4786-bc13-6dbaa1fbeece req-9dfc457e-2b4e-478d-bc97-464d4d0f07c9 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 210 time: 0.0284617 Aug 13 04:18:21.530823 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7789671-077f-451f-b3f9-59d632369a31 req-3675e633-7b37-4e3e-a6f9-ad0d06cb725e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:21.542591 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d7789671-077f-451f-b3f9-59d632369a31 req-3675e633-7b37-4e3e-a6f9-ad0d06cb725e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 943 time: 0.0710721 Aug 13 04:18:21.589406 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d7789671-077f-451f-b3f9-59d632369a31 req-01bdcf67-3b32-47c1-a9ae-57932760beff tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454001 Aug 13 04:18:22.087913 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e428942c-a0a7-4723-a326-f04e450265e5 req-5fed2c7e-d033-4a37-9d9d-fae641d8ca71 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 210 time: 0.0334773 Aug 13 04:18:22.215900 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 5d508e98-36f3-4606-875e-0cc78db62d05 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:18:22.329096 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 5d508e98-36f3-4606-875e-0cc78db62d05, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=5d508e98-36f3-4606-875e-0cc78db62d05,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:18:22.341875 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': '5d508e98-36f3-4606-875e-0cc78db62d05', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'port_id': '5d508e98-36f3-4606-875e-0cc78db62d05', 'mac_address': 'fa:16:3e:e7:f7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:18:22.387470 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:22.401435 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d508e98-36f3-4606-875e-0cc78db62d05 {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:18:22.423593 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 5d508e98-36f3-4606-875e-0cc78db62d05, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=5d508e98-36f3-4606-875e-0cc78db62d05,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:18:22.489921 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:22.564636 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=5d508e98-36f3-4606-875e-0cc78db62d05,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:22.719891 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0f9ee-788d-41f7-8625-8adbf0b9699d req-392e284a-a20d-4a9f-a7f8-f9bd75f70c3e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:22.722642 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-45a0f9ee-788d-41f7-8625-8adbf0b9699d req-392e284a-a20d-4a9f-a7f8-f9bd75f70c3e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 944 time: 0.0637376 Aug 13 04:18:22.764921 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-45a0f9ee-788d-41f7-8625-8adbf0b9699d req-b258fd1a-530e-4b36-8337-b04fbfd567ef tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364144 Aug 13 04:18:23.197223 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-918e6d89-d19e-4f48-b698-7c2c9d8812ea req-5fef2ab4-d7a7-43af-a72a-ca7b1825e10f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 210 time: 0.0297792 Aug 13 04:18:23.481338 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-63ec308b-5c2d-46e4-aefc-fb4df24d7987 req-c81a06ea-28cf-488b-ae2d-7c3466a106ca service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434723 Aug 13 04:18:23.567967 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec308b-5c2d-46e4-aefc-fb4df24d7987 req-78dc7574-7d39-4b68-9b04-811836054024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:23.574187 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-63ec308b-5c2d-46e4-aefc-fb4df24d7987 req-78dc7574-7d39-4b68-9b04-811836054024 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3086463bb33d461abf911455930d099f&device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 1098 time: 0.0525928 Aug 13 04:18:23.671730 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['5d508e98-36f3-4606-875e-0cc78db62d05'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:18:23.723621 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec308b-5c2d-46e4-aefc-fb4df24d7987 req-9972d678-e2f6-4eac-903f-b89fc4bd156d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:23.730509 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-63ec308b-5c2d-46e4-aefc-fb4df24d7987 req-9972d678-e2f6-4eac-903f-b89fc4bd156d service neutron] 10.222.0.22 "GET /v2.0/networks?id=108ee682-822f-485e-99b1-e4a7ccb079a2 HTTP/1.1" status: 200 len: 916 time: 0.1137097 Aug 13 04:18:23.771106 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-63ec308b-5c2d-46e4-aefc-fb4df24d7987 req-ac6e4b38-7edc-4804-a623-dc1d47cab033 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 HTTP/1.1" status: 200 len: 217 time: 0.0380280 Aug 13 04:18:23.844508 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec308b-5c2d-46e4-aefc-fb4df24d7987 req-d0b8b527-acf3-477a-9732-4849f6131653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:23.846461 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-63ec308b-5c2d-46e4-aefc-fb4df24d7987 req-d0b8b527-acf3-477a-9732-4849f6131653 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da0d00db-359e-4944-b69b-81292fbec523 HTTP/1.1" status: 200 len: 854 time: 0.0673933 Aug 13 04:18:23.905401 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:23.925422 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e81e3-5366-4f3a-9867-131f4a786334 req-c997c9aa-d99b-46e2-a2bc-14df373da695 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:23.932851 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-899e81e3-5366-4f3a-9867-131f4a786334 req-c997c9aa-d99b-46e2-a2bc-14df373da695 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 944 time: 0.0648465 Aug 13 04:18:23.973273 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-899e81e3-5366-4f3a-9867-131f4a786334 req-7ef4ec25-0d89-4bb8-b7ff-19dda9c8acba tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392923 Aug 13 04:18:24.026431 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec308b-5c2d-46e4-aefc-fb4df24d7987 req-3a760347-853b-4e21-9002-3c38c94b15ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:24.029318 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-63ec308b-5c2d-46e4-aefc-fb4df24d7987 req-3a760347-853b-4e21-9002-3c38c94b15ac service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=108ee682-822f-485e-99b1-e4a7ccb079a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1687324 Aug 13 04:18:24.139696 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-19b51465-2da3-43e6-96c8-fb166db91b56 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:24.141675 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-19b51465-2da3-43e6-96c8-fb166db91b56 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.22 "GET /v2.0/networks?id=1f5f08bb-8497-4150-a3e9-90ccd6853fea HTTP/1.1" status: 200 len: 811 time: 0.2942698 Aug 13 04:18:24.204880 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-228a2bc5-7fc8-46ea-accb-94575e1555b1 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=002375b8005d44a193b301833aa330dc HTTP/1.1" status: 200 len: 380 time: 0.0507131 Aug 13 04:18:24.208861 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-63ec308b-5c2d-46e4-aefc-fb4df24d7987 req-72426bad-cd4b-4bea-b2e9-c92f355ad373 service neutron] 10.222.0.22 "GET /v2.0/networks/108ee682-822f-485e-99b1-e4a7ccb079a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699302 Aug 13 04:18:24.229874 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-7eabba6d-ebd4-4e69-ab21-c9c54fa9c0c8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Request body: {'port': {'device_id': 'a291b3d3-07ef-4d93-b409-9acd0be4880d', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'admin_state_up': True, 'tenant_id': '002375b8005d44a193b301833aa330dc', 'security_groups': ['b48a726a-da0c-4b74-93f8-489496b950b3']}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:18:24.349147 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9a4410ee-ef61-484e-aeda-1fa70220b62e req-1cb453ba-aa92-4517-a166-d4bfbe591040 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 210 time: 0.0455940 Aug 13 04:18:24.429073 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-63ec308b-5c2d-46e4-aefc-fb4df24d7987 req-ce5a3bf8-5a14-4f20-b092-ae7d93bbe8d6 service neutron] 10.222.0.22 "GET /v2.0/networks/108ee682-822f-485e-99b1-e4a7ccb079a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808343 Aug 13 04:18:24.507527 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-7eabba6d-ebd4-4e69-ab21-c9c54fa9c0c8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Made reservation on behalf of 002375b8005d44a193b301833aa330dc for: {'port': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:18:24.512701 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-7eabba6d-ebd4-4e69-ab21-c9c54fa9c0c8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:24.722986 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-7eabba6d-ebd4-4e69-ab21-c9c54fa9c0c8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Allocated IP 172.20.0.12 (1f5f08bb-8497-4150-a3e9-90ccd6853fea/bc419503-ea44-47f1-b4cd-1a56414c95fb/85251f98-ae63-4e9b-94d7-afea5dfeab68) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:18:24.944960 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-7eabba6d-ebd4-4e69-ab21-c9c54fa9c0c8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:24.959303 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-7eabba6d-ebd4-4e69-ab21-c9c54fa9c0c8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Transition to ACTIVE for port object 85251f98-ae63-4e9b-94d7-afea5dfeab68 will not be triggered until provisioned by entity DHCP. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:18:25.073877 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-7eabba6d-ebd4-4e69-ab21-c9c54fa9c0c8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:25.142202 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2c34b-aba3-4270-ba70-f9b1f80c4fe2 req-83d5f68e-afdc-4bd2-9eea-644b89528e86 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:25.145266 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-dba2c34b-aba3-4270-ba70-f9b1f80c4fe2 req-83d5f68e-afdc-4bd2-9eea-644b89528e86 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 944 time: 0.0859690 Aug 13 04:18:25.158951 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-7eabba6d-ebd4-4e69-ab21-c9c54fa9c0c8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Network 1f5f08bb-8497-4150-a3e9-90ccd6853fea is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:18:25.162724 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-7eabba6d-ebd4-4e69-ab21-c9c54fa9c0c8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:18:25.174513 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-7eabba6d-ebd4-4e69-ab21-c9c54fa9c0c8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:18:25.205994 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabba6d-ebd4-4e69-ab21-c9c54fa9c0c8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Pushing event updated for resources: {'Port': ['ID=85251f98-ae63-4e9b-94d7-afea5dfeab68,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:25.231382 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-7eabba6d-ebd4-4e69-ab21-c9c54fa9c0c8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:25.232258 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-7eabba6d-ebd4-4e69-ab21-c9c54fa9c0c8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:25.275017 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-dba2c34b-aba3-4270-ba70-f9b1f80c4fe2 req-cf5718cd-55b9-459b-816b-e5e5c509a9d1 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215103 Aug 13 04:18:25.381512 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 5d508e98-36f3-4606-875e-0cc78db62d05 up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:18:25.468243 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeade8d-5fee-45ad-8f88-a489f243d884 req-e6aafcea-630e-4b16-ba61-4ba0293c83dc tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:25.469009 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-7eabba6d-ebd4-4e69-ab21-c9c54fa9c0c8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2419834 Aug 13 04:18:25.470293 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bdeade8d-5fee-45ad-8f88-a489f243d884 req-e6aafcea-630e-4b16-ba61-4ba0293c83dc tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 932 time: 0.0536597 Aug 13 04:18:25.480473 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-8aa16423-0806-4405-b1d8-40cdd6048cb0 service neutron] Request body: {'port': {'device_id': 'a291b3d3-07ef-4d93-b409-9acd0be4880d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:18:25.508577 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bdeade8d-5fee-45ad-8f88-a489f243d884 req-e23593ad-643f-4c33-bcbb-f49e011cbb6b tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48a726a-da0c-4b74-93f8-489496b950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317030 Aug 13 04:18:25.535622 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning for port 5d508e98-36f3-4606-875e-0cc78db62d05 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:18:25.539588 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-8aa16423-0806-4405-b1d8-40cdd6048cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:25.540126 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port 5d508e98-36f3-4606-875e-0cc78db62d05 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:18:25.540290 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:25.566017 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-fd195550-b329-4448-8f32-67a285bf19a7 None None] Provisioning for port 85251f98-ae63-4e9b-94d7-afea5dfeab68 completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:18:25.572473 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-fd195550-b329-4448-8f32-67a285bf19a7 None None] Provisioning complete for port 85251f98-ae63-4e9b-94d7-afea5dfeab68 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:18:25.572843 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-fd195550-b329-4448-8f32-67a285bf19a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:25.623614 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-fd195550-b329-4448-8f32-67a285bf19a7 None None] Port 85251f98-ae63-4e9b-94d7-afea5dfeab68 cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:18:25.676742 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:25.707172 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d508e98-36f3-4606-875e-0cc78db62d05'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:18:25.709713 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36c8327-cbaa-4e96-bf26-97fc806ada87" -d '{"events": [{"server_uuid": "01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5", "name": "network-vif-plugged", "status": "completed", "tag": "5d508e98-36f3-4606-875e-0cc78db62d05"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:18:25.727223 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 5d508e98-36f3-4606-875e-0cc78db62d05, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=5d508e98-36f3-4606-875e-0cc78db62d05,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:18:25.787240 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65433a69-ac34-4b9d-9b68-99f392d531e0 x-openstack-request-id: req-65433a69-ac34-4b9d-9b68-99f392d531e0 {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:18:25.787636 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5", "name": "network-vif-plugged", "status": "completed", "tag": "5d508e98-36f3-4606-875e-0cc78db62d05", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:18:25.787965 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65433a69-ac34-4b9d-9b68-99f392d531e0 {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:18:25.789458 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d508e98-36f3-4606-875e-0cc78db62d05', 'code': 200} Aug 13 04:18:25.804398 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:25.878285 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=5d508e98-36f3-4606-875e-0cc78db62d05,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:25.895864 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-8aa16423-0806-4405-b1d8-40cdd6048cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85251f98-ae63-4e9b-94d7-afea5dfeab68 {{(pid=94567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:18:25.903409 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-8aa16423-0806-4405-b1d8-40cdd6048cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:25.918575 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-8aa16423-0806-4405-b1d8-40cdd6048cb0 service neutron] Transition to ACTIVE for port object 85251f98-ae63-4e9b-94d7-afea5dfeab68 will not be triggered until provisioned by entity L2. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:18:26.004502 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-8aa16423-0806-4405-b1d8-40cdd6048cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:26.157073 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa16423-0806-4405-b1d8-40cdd6048cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=85251f98-ae63-4e9b-94d7-afea5dfeab68,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:26.241654 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f96ab-ea28-4a08-bff8-89964fbe4f02 req-63fc2448-db65-4444-8f43-b2a4c8f6d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:26.243520 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-054f96ab-ea28-4a08-bff8-89964fbe4f02 req-63fc2448-db65-4444-8f43-b2a4c8f6d43a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 1098 time: 0.1646445 Aug 13 04:18:26.295157 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-8aa16423-0806-4405-b1d8-40cdd6048cb0 service neutron] Attempting to bind port 85251f98-ae63-4e9b-94d7-afea5dfeab68 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:18:26.295509 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-8aa16423-0806-4405-b1d8-40cdd6048cb0 service neutron] Attempting to bind port 85251f98-ae63-4e9b-94d7-afea5dfeab68 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': '24c175ca-9aeb-4e68-9c94-026692638f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:18:26.295841 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-8aa16423-0806-4405-b1d8-40cdd6048cb0 service neutron] Attempting to bind port 85251f98-ae63-4e9b-94d7-afea5dfeab68 on network 1f5f08bb-8497-4150-a3e9-90ccd6853fea {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:18:26.308929 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-8aa16423-0806-4405-b1d8-40cdd6048cb0 service neutron] Port 85251f98-ae63-4e9b-94d7-afea5dfeab68 on network 1f5f08bb-8497-4150-a3e9-90ccd6853fea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:18:26.309272 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-8aa16423-0806-4405-b1d8-40cdd6048cb0 service neutron] Attempting to bind port 85251f98-ae63-4e9b-94d7-afea5dfeab68 on network 1f5f08bb-8497-4150-a3e9-90ccd6853fea {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:18:26.316619 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-8aa16423-0806-4405-b1d8-40cdd6048cb0 service neutron] Checking agent: {'id': '0c202f7d-8fe9-4513-921d-f16665c9f5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'started_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:18:26.316988 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-8aa16423-0806-4405-b1d8-40cdd6048cb0 service neutron] Checking segment: {'id': '24c175ca-9aeb-4e68-9c94-026692638f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:18:26.317334 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-8aa16423-0806-4405-b1d8-40cdd6048cb0 service neutron] Bound using segment: {'id': '24c175ca-9aeb-4e68-9c94-026692638f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:18:26.317839 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-8aa16423-0806-4405-b1d8-40cdd6048cb0 service neutron] Bound port: 85251f98-ae63-4e9b-94d7-afea5dfeab68, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c175ca-9aeb-4e68-9c94-026692638f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:18:26.318229 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-8aa16423-0806-4405-b1d8-40cdd6048cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:26.321596 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-054f96ab-ea28-4a08-bff8-89964fbe4f02 req-62006fde-eae9-4494-a35b-c83c43bc67d0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688038 Aug 13 04:18:26.440897 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-8aa16423-0806-4405-b1d8-40cdd6048cb0 service neutron] For port 85251f98-ae63-4e9b-94d7-afea5dfeab68, host hv-cinder-75998, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:18:26.444881 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-8aa16423-0806-4405-b1d8-40cdd6048cb0 service neutron] For port 85251f98-ae63-4e9b-94d7-afea5dfeab68, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=85251f98-ae63-4e9b-94d7-afea5dfeab68,segment=NetworkSegment(24c175ca-9aeb-4e68-9c94-026692638f09),segment_id=24c175ca-9aeb-4e68-9c94-026692638f09)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:18:26.459683 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5e130-067b-44bc-9ae8-1397a7dc7646 req-57a47a74-0a26-4ca2-85c3-ccf375a68888 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:26.468511 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7cc5e130-067b-44bc-9ae8-1397a7dc7646 req-57a47a74-0a26-4ca2-85c3-ccf375a68888 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0640903 Aug 13 04:18:26.508635 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7cc5e130-067b-44bc-9ae8-1397a7dc7646 req-7649b268-fb8c-4b88-9274-af9e1c19b2b6 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355415 Aug 13 04:18:26.604903 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-8aa16423-0806-4405-b1d8-40cdd6048cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:26.630453 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5b05a-1330-4751-91d2-6c012554b7aa req-aecf8616-795d-4a59-940b-68164da003d4 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:26.632244 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-82d5b05a-1330-4751-91d2-6c012554b7aa req-aecf8616-795d-4a59-940b-68164da003d4 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 944 time: 0.0502794 Aug 13 04:18:26.658775 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-8aa16423-0806-4405-b1d8-40cdd6048cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:26.659490 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-8aa16423-0806-4405-b1d8-40cdd6048cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:26.661538 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-8aa16423-0806-4405-b1d8-40cdd6048cb0 service neutron] 10.222.0.22 "PUT /v2.0/ports/85251f98-ae63-4e9b-94d7-afea5dfeab68 HTTP/1.1" status: 200 len: 1094 time: 1.1856833 Aug 13 04:18:26.662138 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a291b3d3-07ef-4d93-b409-9acd0be4880d', 'tag': '85251f98-ae63-4e9b-94d7-afea5dfeab68'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:18:26.664455 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab13f2f6-c197-4876-80c6-2da0e6eb3404" -d '{"events": [{"name": "network-changed", "server_uuid": "a291b3d3-07ef-4d93-b409-9acd0be4880d", "tag": "85251f98-ae63-4e9b-94d7-afea5dfeab68"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:18:26.684692 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-82d5b05a-1330-4751-91d2-6c012554b7aa req-730220d6-7f4c-409d-a35a-a54c7e7a87cf tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48a726a-da0c-4b74-93f8-489496b950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462358 Aug 13 04:18:26.706197 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa16423-0806-4405-b1d8-40cdd6048cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=85251f98-ae63-4e9b-94d7-afea5dfeab68,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:26.800510 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38944cd6-569e-4c56-93ab-767e0a5f8d16 x-openstack-request-id: req-38944cd6-569e-4c56-93ab-767e0a5f8d16 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:18:26.800809 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a291b3d3-07ef-4d93-b409-9acd0be4880d", "tag": "85251f98-ae63-4e9b-94d7-afea5dfeab68", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:18:26.801056 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38944cd6-569e-4c56-93ab-767e0a5f8d16 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:18:26.801445 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a291b3d3-07ef-4d93-b409-9acd0be4880d', 'tag': '85251f98-ae63-4e9b-94d7-afea5dfeab68', 'status': 'completed', 'code': 200} Aug 13 04:18:26.871073 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13f2f6-c197-4876-80c6-2da0e6eb3404 req-49dae47e-271f-44ee-8256-fa6bbc29d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:26.872734 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-ab13f2f6-c197-4876-80c6-2da0e6eb3404 req-49dae47e-271f-44ee-8256-fa6bbc29d9a2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=002375b8005d44a193b301833aa330dc&device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 1097 time: 0.0447347 Aug 13 04:18:26.925774 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c724a-e2c4-41dd-bd6f-5b6dc6272f4d req-c7e68b77-a4b9-4bae-a919-4ddf5e81f1c6 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:26.927158 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5e8c724a-e2c4-41dd-bd6f-5b6dc6272f4d req-c7e68b77-a4b9-4bae-a919-4ddf5e81f1c6 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 945 time: 0.0485854 Aug 13 04:18:26.968760 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5e8c724a-e2c4-41dd-bd6f-5b6dc6272f4d req-d8e93a5a-cd5a-424e-ae76-24ae347648b1 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347855 Aug 13 04:18:26.980218 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13f2f6-c197-4876-80c6-2da0e6eb3404 req-434126ca-0c8b-4b91-bc87-f30c2271562f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:26.981918 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-ab13f2f6-c197-4876-80c6-2da0e6eb3404 req-434126ca-0c8b-4b91-bc87-f30c2271562f service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=002375b8005d44a193b301833aa330dc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0952833 Aug 13 04:18:27.082892 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13f2f6-c197-4876-80c6-2da0e6eb3404 req-181c4546-aae7-467b-b56a-8c23c11dc82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:27.084453 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-ab13f2f6-c197-4876-80c6-2da0e6eb3404 req-181c4546-aae7-467b-b56a-8c23c11dc82e service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944619 Aug 13 04:18:27.178570 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-eda7a3ef-af1b-49ea-85d5-7873381a9214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:27.180079 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-eda7a3ef-af1b-49ea-85d5-7873381a9214 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=002375b8005d44a193b301833aa330dc&device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 1097 time: 0.0430057 Aug 13 04:18:27.231382 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-1fe11adc-d25d-41b3-835e-c1cabcc7ca4f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85251f98-ae63-4e9b-94d7-afea5dfeab68 HTTP/1.1" status: 200 len: 217 time: 0.0385771 Aug 13 04:18:27.286853 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-413c642f-de7a-4776-a360-58f8381d7bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:27.288334 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-413c642f-de7a-4776-a360-58f8381d7bae service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc419503-ea44-47f1-b4cd-1a56414c95fb HTTP/1.1" status: 200 len: 850 time: 0.0459187 Aug 13 04:18:27.345276 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-9e1d35af-f920-40c7-9e97-c0a4fec92fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:27.346902 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-9e1d35af-f920-40c7-9e97-c0a4fec92fc5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1f5f08bb-8497-4150-a3e9-90ccd6853fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431089 Aug 13 04:18:27.447382 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-e82fd54a-4d21-4afe-b7b9-6bac3af600d1 service neutron] 10.222.0.22 "GET /v2.0/networks/1f5f08bb-8497-4150-a3e9-90ccd6853fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915134 Aug 13 04:18:27.554447 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0973396c-73cf-418b-a4ea-16ec43b1a483 req-6eefa638-517e-4594-91e5-9436e475fdf5 service neutron] 10.222.0.22 "GET /v2.0/networks/1f5f08bb-8497-4150-a3e9-90ccd6853fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873511 Aug 13 04:18:27.591800 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f9eb5-dc28-4151-80e6-e7b30e1946b4 req-8381b770-e51f-4da0-85b1-f1832b3d470b tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:27.594359 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-df2f9eb5-dc28-4151-80e6-e7b30e1946b4 req-8381b770-e51f-4da0-85b1-f1832b3d470b tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0703633 Aug 13 04:18:27.664790 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-df2f9eb5-dc28-4151-80e6-e7b30e1946b4 req-ecd751d8-5128-49f4-b1d2-cd5ad3b9e687 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610034 Aug 13 04:18:27.673311 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf8aab-8078-45ba-a9c6-6f80d771aecb req-d3669ba8-7c8b-43c0-8db7-cb612837f521 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:27.674767 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ddcf8aab-8078-45ba-a9c6-6f80d771aecb req-d3669ba8-7c8b-43c0-8db7-cb612837f521 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0794280 Aug 13 04:18:27.711754 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ddcf8aab-8078-45ba-a9c6-6f80d771aecb req-41ec021e-edab-4ff2-95a1-c7d200b1d216 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310705 Aug 13 04:18:27.865103 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2e128-3859-4f8f-82d2-b309d5bb9c17 req-6f8709b4-9973-4bd3-afbd-ce61a93703bc tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:27.866626 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fdd2e128-3859-4f8f-82d2-b309d5bb9c17 req-6f8709b4-9973-4bd3-afbd-ce61a93703bc tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 944 time: 0.0964682 Aug 13 04:18:27.875289 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898707a-22bd-48f7-8e8c-7c828276cf0e req-ca49ae77-520b-460e-bb57-2ecf6a4b5f8b tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:27.876778 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d898707a-22bd-48f7-8e8c-7c828276cf0e req-ca49ae77-520b-460e-bb57-2ecf6a4b5f8b tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0713418 Aug 13 04:18:27.885541 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 58044) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:27.891595 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-9d465e60-c4b6-4722-bedb-11b7144060ca tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Request body: {'floatingip': {'port_id': '5d508e98-36f3-4606-875e-0cc78db62d05'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:18:27.912444 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fdd2e128-3859-4f8f-82d2-b309d5bb9c17 req-c8cc2eac-645b-410f-bb56-36dfdc835a68 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48a726a-da0c-4b74-93f8-489496b950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346062 Aug 13 04:18:27.942727 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9d465e60-c4b6-4722-bedb-11b7144060ca tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for floatingip, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:28.089821 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df555a-4fbc-4ca8-8ad2-535d16500128 req-2ae31471-0c06-480f-945c-66866792a32c tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:28.091363 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-25df555a-4fbc-4ca8-8ad2-535d16500128 req-2ae31471-0c06-480f-945c-66866792a32c tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 945 time: 0.0528116 Aug 13 04:18:28.140927 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-25df555a-4fbc-4ca8-8ad2-535d16500128 req-801665a0-a7e5-40a3-a516-0e0325dc5b78 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420280 Aug 13 04:18:28.646895 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9d465e60-c4b6-4722-bedb-11b7144060ca tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:28.719538 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9d465e60-c4b6-4722-bedb-11b7144060ca tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704406'] for floatingip, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:28.782031 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1722c4d-56db-405e-854a-9f5b6d919e1f req-17e10f10-b61c-4fc3-b75a-38bbb7081545 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:28.783808 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e1722c4d-56db-405e-854a-9f5b6d919e1f req-17e10f10-b61c-4fc3-b75a-38bbb7081545 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0507307 Aug 13 04:18:28.821209 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.db.l3_db [None req-9d465e60-c4b6-4722-bedb-11b7144060ca tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Floating IP 9f866d08-fba9-4a3b-b39e-d89d2b74b6a2 associated. External IP: 172.27.3.131, port: 5d508e98-36f3-4606-875e-0cc78db62d05. Aug 13 04:18:28.822174 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e1722c4d-56db-405e-854a-9f5b6d919e1f req-d2723797-79cf-48d9-a04c-d6e39a06e517 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317943 Aug 13 04:18:28.971742 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a152035-308f-43b8-b29a-80d81b681e2e req-ecf508e1-0973-497c-a2f0-5f97ec63b410 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:28.974476 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-2a152035-308f-43b8-b29a-80d81b681e2e req-ecf508e1-0973-497c-a2f0-5f97ec63b410 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.22 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 945 time: 0.0699277 Aug 13 04:18:29.034872 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cf34e-a80e-4988-8e76-e60e5555be91 req-4097cdd5-4bf1-4484-96a3-bc228d14a373 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:29.036301 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d16cf34e-a80e-4988-8e76-e60e5555be91 req-4097cdd5-4bf1-4484-96a3-bc228d14a373 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 944 time: 0.0541937 Aug 13 04:18:29.078666 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d16cf34e-a80e-4988-8e76-e60e5555be91 req-58e66be3-325b-4c51-a47e-42dd5719ecd5 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48a726a-da0c-4b74-93f8-489496b950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357153 Aug 13 04:18:29.146762 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d465e60-c4b6-4722-bedb-11b7144060ca tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Router dfd87d55-0a24-437f-80ad-030f8b480976 has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:18:29.163786 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-2a152035-308f-43b8-b29a-80d81b681e2e req-8f3c0423-fdd1-4743-9564-9127e4d55c0a tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Deleting port 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:18:29.164126 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-2a152035-308f-43b8-b29a-80d81b681e2e req-8f3c0423-fdd1-4743-9564-9127e4d55c0a tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:29.256262 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3df2d-4a5b-4b84-95ec-b3da6382ac10 req-fcc8d3d5-ad61-4d3b-813c-8be604717a09 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:29.257906 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-06c3df2d-4a5b-4b84-95ec-b3da6382ac10 req-fcc8d3d5-ad61-4d3b-813c-8be604717a09 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 945 time: 0.0502264 Aug 13 04:18:29.298819 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-06c3df2d-4a5b-4b84-95ec-b3da6382ac10 req-7da2783b-245d-40a3-bb03-4658618fadce tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331466 Aug 13 04:18:29.336016 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-2a152035-308f-43b8-b29a-80d81b681e2e req-8f3c0423-fdd1-4743-9564-9127e4d55c0a tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] For port 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=4cd769d3-ef7c-45d4-b270-29b6e0a2bb11,segment=NetworkSegment(94686359-6cdf-4305-8bcb-ff635918700f),segment_id=94686359-6cdf-4305-8bcb-ff635918700f)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:18:29.336522 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-2a152035-308f-43b8-b29a-80d81b681e2e req-8f3c0423-fdd1-4743-9564-9127e4d55c0a tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:29.347167 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d465e60-c4b6-4722-bedb-11b7144060ca tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:18:29.354139 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9d465e60-c4b6-4722-bedb-11b7144060ca tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for floatingip, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:29.356250 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-2a152035-308f-43b8-b29a-80d81b681e2e req-8f3c0423-fdd1-4743-9564-9127e4d55c0a tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Calling delete_port for 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 owned by compute:nova {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:18:29.367482 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea613a-bab1-491e-99f1-8cad3e6e2184 None None] Sync routers for ids ['dfd87d55-0a24-437f-80ad-030f8b480976'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:18:29.380039 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adea613a-bab1-491e-99f1-8cad3e6e2184 None None] Routers {'dfd87d55-0a24-437f-80ad-030f8b480976'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:18:29.380715 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-adea613a-bab1-491e-99f1-8cad3e6e2184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:18:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['dfd87d55-0a24-437f-80ad-030f8b480976'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:29.391775 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-9d465e60-c4b6-4722-bedb-11b7144060ca tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "PUT /v2.0/floatingips/9f866d08-fba9-4a3b-b39e-d89d2b74b6a2 HTTP/1.1" status: 200 len: 991 time: 1.5048223 Aug 13 04:18:29.419021 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 85251f98-ae63-4e9b-94d7-afea5dfeab68 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:18:29.422428 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5', 'tag': '5d508e98-36f3-4606-875e-0cc78db62d05'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:18:29.424837 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf53fc7-e457-4366-b133-596c3a4485b9" -d '{"events": [{"name": "network-changed", "server_uuid": "01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5", "tag": "5d508e98-36f3-4606-875e-0cc78db62d05"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:18:29.470098 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfd6f4c-c243-4f9f-859c-fd1245af670a x-openstack-request-id: req-dbfd6f4c-c243-4f9f-859c-fd1245af670a {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:18:29.470392 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5", "tag": "5d508e98-36f3-4606-875e-0cc78db62d05", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:18:29.470619 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dbfd6f4c-c243-4f9f-859c-fd1245af670a {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:18:29.471001 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5', 'tag': '5d508e98-36f3-4606-875e-0cc78db62d05', 'status': 'completed', 'code': 200} Aug 13 04:18:29.557139 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-adea613a-bab1-491e-99f1-8cad3e6e2184 None None] Set router dfd87d55-0a24-437f-80ad-030f8b480976 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:18:29.557521 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf53fc7-e457-4366-b133-596c3a4485b9 req-36ac2d7b-ae35-4664-8d82-2a12e09d41ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:29.559005 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0cf53fc7-e457-4366-b133-596c3a4485b9 req-36ac2d7b-ae35-4664-8d82-2a12e09d41ef service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=25ac2d78559b4fb2ba32472ce882e229&device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 1098 time: 0.0558367 Aug 13 04:18:29.613448 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 85251f98-ae63-4e9b-94d7-afea5dfeab68, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=85251f98-ae63-4e9b-94d7-afea5dfeab68,segment=NetworkSegment(24c175ca-9aeb-4e68-9c94-026692638f09),segment_id=24c175ca-9aeb-4e68-9c94-026692638f09)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:18:29.619041 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-2a152035-308f-43b8-b29a-80d81b681e2e req-8f3c0423-fdd1-4743-9564-9127e4d55c0a tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:29.653467 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['4cd769d3-ef7c-45d4-b270-29b6e0a2bb11'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:18:29.663716 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c0423-fdd1-4743-9564-9127e4d55c0a tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Pushing event deleted for resources: {'Port': ['ID=4cd769d3-ef7c-45d4-b270-29b6e0a2bb11,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:29.685291 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': '85251f98-ae63-4e9b-94d7-afea5dfeab68', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'port_id': '85251f98-ae63-4e9b-94d7-afea5dfeab68', 'mac_address': 'fa:16:3e:c0:01:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:18:29.706679 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a152035-308f-43b8-b29a-80d81b681e2e req-8f3c0423-fdd1-4743-9564-9127e4d55c0a tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] No DVR routers for this DVR port 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 on host hv-cinder-75998 {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:18:29.709103 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-2a152035-308f-43b8-b29a-80d81b681e2e req-8f3c0423-fdd1-4743-9564-9127e4d55c0a tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:29.711164 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-2a152035-308f-43b8-b29a-80d81b681e2e req-8f3c0423-fdd1-4743-9564-9127e4d55c0a tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.22 "DELETE /v2.0/ports/4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 HTTP/1.1" status: 204 len: 173 time: 0.7012312 Aug 13 04:18:29.730465 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf53fc7-e457-4366-b133-596c3a4485b9 req-67b5f6b8-ee4c-4f79-9acc-425d0d01074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:29.731934 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0cf53fc7-e457-4366-b133-596c3a4485b9 req-67b5f6b8-ee4c-4f79-9acc-425d0d01074a service neutron] 10.222.0.22 "GET /v2.0/networks?id=9c6f0cf8-8337-4066-b36b-c6631b745879 HTTP/1.1" status: 200 len: 918 time: 0.1661074 Aug 13 04:18:29.769107 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:29.790538 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85251f98-ae63-4e9b-94d7-afea5dfeab68 {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:18:29.805986 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0cf53fc7-e457-4366-b133-596c3a4485b9 req-358d7cc4-3b40-4b17-b536-1036a68fb7a2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d508e98-36f3-4606-875e-0cc78db62d05 HTTP/1.1" status: 200 len: 999 time: 0.0660658 Aug 13 04:18:29.824127 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 85251f98-ae63-4e9b-94d7-afea5dfeab68, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=85251f98-ae63-4e9b-94d7-afea5dfeab68,segment=NetworkSegment(24c175ca-9aeb-4e68-9c94-026692638f09),segment_id=24c175ca-9aeb-4e68-9c94-026692638f09)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:18:29.857775 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf53fc7-e457-4366-b133-596c3a4485b9 req-a3f2b6e0-dda5-4fd6-acc2-172a82668b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:29.864214 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0cf53fc7-e457-4366-b133-596c3a4485b9 req-a3f2b6e0-dda5-4fd6-acc2-172a82668b21 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6cfb5348-48f5-4b3c-8b98-198f1cb90f54 HTTP/1.1" status: 200 len: 856 time: 0.0465646 Aug 13 04:18:29.893689 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-adea613a-bab1-491e-99f1-8cad3e6e2184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'name': 'tempest-AttachVolumeShelveTestJSON-1973033118-router', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:13Z', 'updated_at': '2021-08-13T04:14:17Z', 'revision_number': 4, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'gw_port': {'id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:14Z', 'updated_at': '2021-08-13T04:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': '9f866d08-fba9-4a3b-b39e-d89d2b74b6a2', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'port_id': '5d508e98-36f3-4606-875e-0cc78db62d05', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'mac_address': 'fa:16:3e:e7:f7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:18:10Z', 'updated_at': '2021-08-13T04:18:28Z', 'revision_number': 1, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed43b144-15b5-46b2-b09b-0ca776481f60', 'name': '', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'mac_address': 'fa:16:3e:62:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:16Z', 'updated_at': '2021-08-13T04:14:22Z', 'revision_number': 5, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'subnets': [{'id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:29.912122 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf53fc7-e457-4366-b133-596c3a4485b9 req-9ce7aac0-091a-4ca7-9e9b-6399b3575c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:29.913722 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0cf53fc7-e457-4366-b133-596c3a4485b9 req-9ce7aac0-091a-4ca7-9e9b-6399b3575c71 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c6f0cf8-8337-4066-b36b-c6631b745879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470955 Aug 13 04:18:29.921989 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea613a-bab1-491e-99f1-8cad3e6e2184 None None] Checking router: dfd87d55-0a24-437f-80ad-030f8b480976 for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:18:29.923918 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:29.954040 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adea613a-bab1-491e-99f1-8cad3e6e2184 None None] Routers {'dfd87d55-0a24-437f-80ad-030f8b480976'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:18:29.954676 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-adea613a-bab1-491e-99f1-8cad3e6e2184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:18:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['dfd87d55-0a24-437f-80ad-030f8b480976'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:29.963325 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef414d8a-d1ab-40de-81a2-0363ffd35b4f req-9e2af3f7-a9db-4fd6-946b-2318d3105a57 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:29.965616 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ef414d8a-d1ab-40de-81a2-0363ffd35b4f req-9e2af3f7-a9db-4fd6-946b-2318d3105a57 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0541811 Aug 13 04:18:30.021371 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ef414d8a-d1ab-40de-81a2-0363ffd35b4f req-8312976c-c5c3-437f-874a-5b3a6eaa612c tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457995 Aug 13 04:18:30.028077 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=85251f98-ae63-4e9b-94d7-afea5dfeab68,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:30.049576 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0cf53fc7-e457-4366-b133-596c3a4485b9 req-d873ca3d-6aa5-4eed-a326-ddc273f0dd07 service neutron] 10.222.0.22 "GET /v2.0/networks/9c6f0cf8-8337-4066-b36b-c6631b745879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272049 Aug 13 04:18:30.100213 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-adea613a-bab1-491e-99f1-8cad3e6e2184 None None] Set router dfd87d55-0a24-437f-80ad-030f8b480976 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:18:30.155276 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-0cf53fc7-e457-4366-b133-596c3a4485b9 req-646dd32f-f312-4f6a-b037-6dee500d14b5 service neutron] 10.222.0.22 "GET /v2.0/networks/9c6f0cf8-8337-4066-b36b-c6631b745879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971558 Aug 13 04:18:30.162780 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['85251f98-ae63-4e9b-94d7-afea5dfeab68'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:18:30.246744 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687242a-92e7-4aa5-b9b7-63a3d601d070 req-56a50d65-6bc1-4df5-a7a8-1ba74b3183b9 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:30.248956 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f687242a-92e7-4aa5-b9b7-63a3d601d070 req-56a50d65-6bc1-4df5-a7a8-1ba74b3183b9 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 945 time: 0.0577734 Aug 13 04:18:30.295133 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f687242a-92e7-4aa5-b9b7-63a3d601d070 req-e1cfb062-5633-4882-bced-0d998e578c6e tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48a726a-da0c-4b74-93f8-489496b950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327082 Aug 13 04:18:30.403400 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 58120) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:30.473396 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d86182c6-d770-4488-92a0-efd256d45641 req-5fa13ac6-2ea2-4556-89f5-7bf84b37c7c9 tempest-TestMinimumBasicScenario-336743372 tempest-TestMinimumBasicScenario-336743372-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76f92f9-dc85-4700-857a-67426fae0569 HTTP/1.1" status: 200 len: 210 time: 0.0470488 Aug 13 04:18:30.495499 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf2c7be-2857-437e-a762-c17c1529fed5 admin admin] Deleting subnet c307938c-cd38-4f94-8b97-b5d39366e104 {{(pid=94566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:18:30.498999 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-caf2c7be-2857-437e-a762-c17c1529fed5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:30.545279 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 58126) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:30.577787 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-caf2c7be-2857-437e-a762-c17c1529fed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2630514'] for subnet, precommit_delete_associations {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:30.595567 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-adea613a-bab1-491e-99f1-8cad3e6e2184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'name': 'tempest-AttachVolumeShelveTestJSON-1973033118-router', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:13Z', 'updated_at': '2021-08-13T04:14:17Z', 'revision_number': 4, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'gw_port': {'id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:14Z', 'updated_at': '2021-08-13T04:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': '9f866d08-fba9-4a3b-b39e-d89d2b74b6a2', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'port_id': '5d508e98-36f3-4606-875e-0cc78db62d05', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'mac_address': 'fa:16:3e:e7:f7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:18:10Z', 'updated_at': '2021-08-13T04:18:28Z', 'revision_number': 1, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed43b144-15b5-46b2-b09b-0ca776481f60', 'name': '', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'mac_address': 'fa:16:3e:62:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:16Z', 'updated_at': '2021-08-13T04:14:22Z', 'revision_number': 5, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'subnets': [{'id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:30.626424 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-caf2c7be-2857-437e-a762-c17c1529fed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416950'] for subnet, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:30.634861 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea613a-bab1-491e-99f1-8cad3e6e2184 None None] The sync data for ids ['dfd87d55-0a24-437f-80ad-030f8b480976'] in dv-cinder-759987-6-iscsi is: [{'id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'name': 'tempest-AttachVolumeShelveTestJSON-1973033118-router', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:13Z', 'updated_at': '2021-08-13T04:14:17Z', 'revision_number': 4, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'gw_port': {'id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:14Z', 'updated_at': '2021-08-13T04:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': '9f866d08-fba9-4a3b-b39e-d89d2b74b6a2', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'port_id': '5d508e98-36f3-4606-875e-0cc78db62d05', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'mac_address': 'fa:16:3e:e7:f7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:18:10Z', 'updated_at': '2021-08-13T04:18:28Z', 'revision_number': 1, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed43b144-15b5-46b2-b09b-0ca776481f60', 'name': '', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'mac_address': 'fa:16:3e:62:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:16Z', 'updated_at': '2021-08-13T04:14:22Z', 'revision_number': 5, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'subnets': [{'id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:18:30.692090 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-936912f9-59b7-4d8f-a854-b5c3f555f38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:30.747587 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-caf2c7be-2857-437e-a762-c17c1529fed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2630180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3028014'] for subnet, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:30.776311 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2c7be-2857-437e-a762-c17c1529fed5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c307938c-cd38-4f94-8b97-b5d39366e104,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:30.783187 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-caf2c7be-2857-437e-a762-c17c1529fed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for subnet, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:30.787669 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-caf2c7be-2857-437e-a762-c17c1529fed5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c307938c-cd38-4f94-8b97-b5d39366e104 HTTP/1.1" status: 204 len: 168 time: 0.3806722 Aug 13 04:18:30.788428 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 58130) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:30.799896 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-936912f9-59b7-4d8f-a854-b5c3f555f38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:30.844537 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1af13b-294a-4144-b991-9ca5f7d0fe26 None None] New status for floating IP 9f866d08-fba9-4a3b-b39e-d89d2b74b6a2: ACTIVE {{(pid=94569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:18:30.862802 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-936912f9-59b7-4d8f-a854-b5c3f555f38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:30.866891 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-86c39f84-6c1e-4f97-8c7e-efe0bc80d0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16337513'] for network, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:30.912615 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-936912f9-59b7-4d8f-a854-b5c3f555f38f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4f62c9e1f794a128cf691f92270b591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647828 Aug 13 04:18:30.915232 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 58132) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:30.915953 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936912f9-59b7-4d8f-a854-b5c3f555f38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d247947a-fcdd-4309-b9aa-d3944621b04d,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:30.968947 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cc84180e-1600-4dd4-932e-41ee2bc33e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:30.993011 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-86c39f84-6c1e-4f97-8c7e-efe0bc80d0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16418865', 'neutron.services.segments.db._delete_segments_for_network-8784944466544'] for network, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:30.995097 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cc84180e-1600-4dd4-932e-41ee2bc33e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:31.004157 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-86c39f84-6c1e-4f97-8c7e-efe0bc80d0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebacd3db-1b0f-4508-a9ac-acdcf2267950']}} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:31.015867 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-86c39f84-6c1e-4f97-8c7e-efe0bc80d0e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6cf8018-ff1a-437a-8db6-469aa741dba3') {'for_net_delete': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:31.016496 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-86c39f84-6c1e-4f97-8c7e-efe0bc80d0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6cf8018-ff1a-437a-8db6-469aa741dba3') {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:31.026517 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-86c39f84-6c1e-4f97-8c7e-efe0bc80d0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784944469625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2939937'] for segment, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:31.043562 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-86c39f84-6c1e-4f97-8c7e-efe0bc80d0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:31.051120 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c39f84-6c1e-4f97-8c7e-efe0bc80d0e6 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:18:31.051791 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-86c39f84-6c1e-4f97-8c7e-efe0bc80d0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2940249'] for segment, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: Traceback (most recent call last): Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: timer() Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: cb(*args, **kw) Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: return func(*args, **kwargs) Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: self._notify() Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: self.callback(batched_events) Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: event.method(event) Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: return f(self, *a, **k) Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: return self._get(url).json() Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: return self.request(url, 'GET', **kwargs) Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:18:31.053351 dv-cinder-759987-6-iscsi neutron-server[94567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:18:31.131150 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cc84180e-1600-4dd4-932e-41ee2bc33e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:31.133576 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cc84180e-1600-4dd4-932e-41ee2bc33e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:31.134833 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-cc84180e-1600-4dd4-932e-41ee2bc33e54 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d247947a-fcdd-4309-b9aa-d3944621b04d HTTP/1.1" status: 204 len: 168 time: 0.2178307 Aug 13 04:18:31.146313 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84180e-1600-4dd4-932e-41ee2bc33e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d247947a-fcdd-4309-b9aa-d3944621b04d,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:31.166585 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f00d5-24e1-458e-9f00-364722737a08 req-765916d8-68d4-4702-96cf-198b1f7ff13a tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:31.174802 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-de4f00d5-24e1-458e-9f00-364722737a08 req-765916d8-68d4-4702-96cf-198b1f7ff13a tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0740736 Aug 13 04:18:31.209831 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-de4f00d5-24e1-458e-9f00-364722737a08 req-69909bfa-6f14-4b11-aaf9-ab69c97bd9fc tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341103 Aug 13 04:18:31.221390 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-86c39f84-6c1e-4f97-8c7e-efe0bc80d0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16418856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704416'] for network, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:31.227001 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-86c39f84-6c1e-4f97-8c7e-efe0bc80d0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:31.231882 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-86c39f84-6c1e-4f97-8c7e-efe0bc80d0e6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ebacd3db-1b0f-4508-a9ac-acdcf2267950 HTTP/1.1" status: 204 len: 168 time: 0.4428701 Aug 13 04:18:31.245000 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c39f84-6c1e-4f97-8c7e-efe0bc80d0e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebacd3db-1b0f-4508-a9ac-acdcf2267950,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:31.395807 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 85251f98-ae63-4e9b-94d7-afea5dfeab68 up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:18:31.418741 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4ad65-4400-4222-bc61-26ca6270602f req-efb96f8e-1b99-4dbc-8cd4-88d402bc326b tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:31.426173 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-29b4ad65-4400-4222-bc61-26ca6270602f req-efb96f8e-1b99-4dbc-8cd4-88d402bc326b tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 945 time: 0.0579803 Aug 13 04:18:31.460070 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-29b4ad65-4400-4222-bc61-26ca6270602f req-5d53ac15-f0e7-4f26-9223-08352e8422c0 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48a726a-da0c-4b74-93f8-489496b950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330062 Aug 13 04:18:31.471910 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76f92f9-dc85-4700-857a-67426fae0569', 'name': 'network-vif-deleted', 'tag': '4cd769d3-ef7c-45d4-b270-29b6e0a2bb11'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:18:31.474365 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fe4eaa-737e-4c56-a389-18b6e6c06b20" -d '{"events": [{"server_uuid": "f76f92f9-dc85-4700-857a-67426fae0569", "name": "network-vif-deleted", "tag": "4cd769d3-ef7c-45d4-b270-29b6e0a2bb11"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:18:31.519146 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123ddf7b-2368-44d8-8f76-bb9aed7f2069 x-openstack-request-id: req-123ddf7b-2368-44d8-8f76-bb9aed7f2069 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:18:31.519363 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76f92f9-dc85-4700-857a-67426fae0569", "name": "network-vif-deleted", "tag": "4cd769d3-ef7c-45d4-b270-29b6e0a2bb11", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:18:31.519609 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-123ddf7b-2368-44d8-8f76-bb9aed7f2069 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:18:31.520013 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76f92f9-dc85-4700-857a-67426fae0569', 'name': 'network-vif-deleted', 'tag': '4cd769d3-ef7c-45d4-b270-29b6e0a2bb11', 'status': 'completed', 'code': 200} Aug 13 04:18:31.539686 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning for port 85251f98-ae63-4e9b-94d7-afea5dfeab68 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:18:31.540697 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port 85251f98-ae63-4e9b-94d7-afea5dfeab68 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:18:31.541642 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:31.568453 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 58156) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:31.615727 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-bd3b4bbb-9e54-4874-83cf-a05d77a55c8f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37f186a933da4f15821714e58612b41c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459991 Aug 13 04:18:31.619084 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 58160) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:31.630701 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:31.666931 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a291b3d3-07ef-4d93-b409-9acd0be4880d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85251f98-ae63-4e9b-94d7-afea5dfeab68'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:18:31.666931 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a35ad10-0a40-4826-ad56-aace709b0d7f" -d '{"events": [{"server_uuid": "a291b3d3-07ef-4d93-b409-9acd0be4880d", "name": "network-vif-plugged", "status": "completed", "tag": "85251f98-ae63-4e9b-94d7-afea5dfeab68"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:18:31.681006 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 85251f98-ae63-4e9b-94d7-afea5dfeab68, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=85251f98-ae63-4e9b-94d7-afea5dfeab68,segment=NetworkSegment(24c175ca-9aeb-4e68-9c94-026692638f09),segment_id=24c175ca-9aeb-4e68-9c94-026692638f09)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:18:31.704360 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-0d2c44bd-f681-4055-845d-0f2ef099e625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:31.721972 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ae272b-11e0-44fa-ad35-99e18619045b x-openstack-request-id: req-14ae272b-11e0-44fa-ad35-99e18619045b {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:18:31.722569 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a291b3d3-07ef-4d93-b409-9acd0be4880d", "name": "network-vif-plugged", "status": "completed", "tag": "85251f98-ae63-4e9b-94d7-afea5dfeab68", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:18:31.723129 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14ae272b-11e0-44fa-ad35-99e18619045b {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:18:31.724908 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a291b3d3-07ef-4d93-b409-9acd0be4880d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85251f98-ae63-4e9b-94d7-afea5dfeab68', 'code': 200} Aug 13 04:18:31.730256 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-0d2c44bd-f681-4055-845d-0f2ef099e625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:31.739074 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:31.739074 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:18:31.794557 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] No Port match for: 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:18:31.794905 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 4cd769d3-ef7c-45d4-b270-29b6e0a2bb11 not bound to the agent host hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:18:31.827361 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=85251f98-ae63-4e9b-94d7-afea5dfeab68,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:31.856036 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-0d2c44bd-f681-4055-845d-0f2ef099e625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:31.860498 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-0d2c44bd-f681-4055-845d-0f2ef099e625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:31.865457 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-0d2c44bd-f681-4055-845d-0f2ef099e625 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76d3d301-1884-4162-b766-fe957e097493 HTTP/1.1" status: 204 len: 168 time: 0.2448575 Aug 13 04:18:31.877015 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c44bd-f681-4055-845d-0f2ef099e625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d3d301-1884-4162-b766-fe957e097493,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:32.021162 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff286f77-e2c6-4fc0-a3b5-7961119e734a req-49713207-b29b-4228-aa93-0ab023a5845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:32.022777 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-ff286f77-e2c6-4fc0-a3b5-7961119e734a req-49713207-b29b-4228-aa93-0ab023a5845e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 1099 time: 0.0525107 Aug 13 04:18:32.063158 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-ff286f77-e2c6-4fc0-a3b5-7961119e734a req-65f8a764-b265-4ef6-a2c8-a653fbb90f5f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b48a726a-da0c-4b74-93f8-489496b950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330789 Aug 13 04:18:32.349219 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d945fb-36da-4f08-9d8c-e093a35baf3e req-ac306cb3-460e-44c4-9686-856a4917016a tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:32.356209 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a7d945fb-36da-4f08-9d8c-e093a35baf3e req-ac306cb3-460e-44c4-9686-856a4917016a tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0610762 Aug 13 04:18:32.409122 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a7d945fb-36da-4f08-9d8c-e093a35baf3e req-536fe421-45bb-47d8-8573-3884e6407d04 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433776 Aug 13 04:18:32.589611 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab3c78-a146-4e77-86cc-5d24cc3d06d3 req-5cd1a277-78f6-4860-affa-508beb93234f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:32.591583 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a6ab3c78-a146-4e77-86cc-5d24cc3d06d3 req-5cd1a277-78f6-4860-affa-508beb93234f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 946 time: 0.0561962 Aug 13 04:18:32.633469 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a6ab3c78-a146-4e77-86cc-5d24cc3d06d3 req-e1bacc6d-d608-404c-b451-8eed5c6e3b85 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48a726a-da0c-4b74-93f8-489496b950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334818 Aug 13 04:18:32.814417 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 58240) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:32.924524 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [None req-4dab22b3-2a4d-4af9-83da-8e83c853c5b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1964898913-network', 'tenant_id': 'd7d83a2e788f407db7e74d6af880f4d2'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:18:33.015779 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dab22b3-2a4d-4af9-83da-8e83c853c5b4 admin admin] Made reservation on behalf of d7d83a2e788f407db7e74d6af880f4d2 for: {'network': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:18:33.018222 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4dab22b3-2a4d-4af9-83da-8e83c853c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for network, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:33.026616 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4dab22b3-2a4d-4af9-83da-8e83c853c5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:33.117089 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4dab22b3-2a4d-4af9-83da-8e83c853c5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:33.250038 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4dab22b3-2a4d-4af9-83da-8e83c853c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:33.271923 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 58246) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:33.277906 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dab22b3-2a4d-4af9-83da-8e83c853c5b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=94567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:18:33.329710 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4dab22b3-2a4d-4af9-83da-8e83c853c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:33.330052 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.db.segments_db [None req-4dab22b3-2a4d-4af9-83da-8e83c853c5b4 admin admin] Added segment d4f7440b-1017-4e47-9481-9ad24072e10e of type vlan for network d1b82971-18da-459e-b8c4-e18a5207f701 Aug 13 04:18:33.331258 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab22b3-2a4d-4af9-83da-8e83c853c5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a9c35f-4935-422c-97ba-c66ad050625b,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:33.410866 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4dab22b3-2a4d-4af9-83da-8e83c853c5b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784943942714'] for network, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:33.510391 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ceebb-78c1-4df7-a739-d477ca12155c req-f3492263-e0be-492e-8b37-4588acb54d89 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:33.512254 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4b9ceebb-78c1-4df7-a739-d477ca12155c req-f3492263-e0be-492e-8b37-4588acb54d89 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0490565 Aug 13 04:18:33.550562 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4b9ceebb-78c1-4df7-a739-d477ca12155c req-af769a17-f9a6-4a1e-9c20-fb3b73f44a04 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322599 Aug 13 04:18:33.571612 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4dab22b3-2a4d-4af9-83da-8e83c853c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049'] for network, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:33.572613 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dab22b3-2a4d-4af9-83da-8e83c853c5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:33.573175 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4dab22b3-2a4d-4af9-83da-8e83c853c5b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:33.669870 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab22b3-2a4d-4af9-83da-8e83c853c5b4 admin admin] Pushing event updated for resources: {'Network': ['ID=d1b82971-18da-459e-b8c4-e18a5207f701,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:33.682233 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Network d1b82971-18da-459e-b8c4-e18a5207f701 details requested by agent ovs-agent-dv-cinder-759987-6-iscsi with host dv-cinder-759987-6-iscsi {{(pid=94568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:18:33.697273 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-4dab22b3-2a4d-4af9-83da-8e83c853c5b4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8819227 Aug 13 04:18:33.700144 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 58254) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:33.705289 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-f99857e1-15e8-4210-996b-60362f74a4fb admin admin] Request body: {'subnet': {'network_id': 'd1b82971-18da-459e-b8c4-e18a5207f701', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1964898913-subnet', 'tenant_id': 'd7d83a2e788f407db7e74d6af880f4d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:18:33.775725 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0860b6-6e03-489f-b220-b85cd00a766e req-877d3b64-49ba-4df9-96a3-26f144cca822 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:33.777222 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5f0860b6-6e03-489f-b220-b85cd00a766e req-877d3b64-49ba-4df9-96a3-26f144cca822 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 946 time: 0.0640144 Aug 13 04:18:33.785994 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f5052379-9450-4aec-b215-82096deba58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758422'] for router_interface, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:33.817592 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5f0860b6-6e03-489f-b220-b85cd00a766e req-4a04c710-5c50-436e-8c09-743ed42ed31c tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48a726a-da0c-4b74-93f8-489496b950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336637 Aug 13 04:18:33.828216 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99857e1-15e8-4210-996b-60362f74a4fb admin admin] Made reservation on behalf of d7d83a2e788f407db7e74d6af880f4d2 for: {'subnet': 1} {{(pid=94566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:18:33.831880 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f99857e1-15e8-4210-996b-60362f74a4fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3027973'] for subnet, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:34.057040 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-f5052379-9450-4aec-b215-82096deba58f admin admin] Deleting port ec4fd80b-0e7c-4a96-92ac-d8bca906199c {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:18:34.057282 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f5052379-9450-4aec-b215-82096deba58f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:34.145395 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-f5052379-9450-4aec-b215-82096deba58f admin admin] For port ec4fd80b-0e7c-4a96-92ac-d8bca906199c, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=ec4fd80b-0e7c-4a96-92ac-d8bca906199c,segment=NetworkSegment(94686359-6cdf-4305-8bcb-ff635918700f),segment_id=94686359-6cdf-4305-8bcb-ff635918700f)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:18:34.146159 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f5052379-9450-4aec-b215-82096deba58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:34.160279 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-f5052379-9450-4aec-b215-82096deba58f admin admin] Calling delete_port for ec4fd80b-0e7c-4a96-92ac-d8bca906199c owned by network:router_interface {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:18:34.239365 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e95082-f4bf-48e1-bec2-c9b3e26b71c7 req-203ea042-8063-4df8-b765-4d948c21382e tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:34.241404 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a6e95082-f4bf-48e1-bec2-c9b3e26b71c7 req-203ea042-8063-4df8-b765-4d948c21382e tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 946 time: 0.3269815 Aug 13 04:18:34.252719 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 58260) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:34.257618 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-2c067191-3ba7-46ad-a453-30e74d3348dd tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Request body: {'floatingip': {'port_id': '85251f98-ae63-4e9b-94d7-afea5dfeab68'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:18:34.327626 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2c067191-3ba7-46ad-a453-30e74d3348dd tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for floatingip, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:34.433304 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f5052379-9450-4aec-b215-82096deba58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:34.444639 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f99857e1-15e8-4210-996b-60362f74a4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3028023'] for subnet, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:34.464681 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5052379-9450-4aec-b215-82096deba58f admin admin] Pushing event deleted for resources: {'Port': ['ID=ec4fd80b-0e7c-4a96-92ac-d8bca906199c,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:34.557624 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99857e1-15e8-4210-996b-60362f74a4fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=76126c2d-a61a-48af-bbe5-77730171637f,revision_number=0']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:34.632023 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99857e1-15e8-4210-996b-60362f74a4fb admin admin] Checking segment: {'id': 'd4f7440b-1017-4e47-9481-9ad24072e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd1b82971-18da-459e-b8c4-e18a5207f701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:18:34.632409 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99857e1-15e8-4210-996b-60362f74a4fb admin admin] Network hostable DHCP agents. Network: d1b82971-18da-459e-b8c4-e18a5207f701, hostable agents: ['a96cd20f-888c-4e1e-badb-6a5336c30bd0'], hosted agents: [] {{(pid=94566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:18:34.707217 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f5052379-9450-4aec-b215-82096deba58f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704038'] for router_interface, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:34.810188 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99857e1-15e8-4210-996b-60362f74a4fb admin admin] Network d1b82971-18da-459e-b8c4-e18a5207f701 is scheduled to be hosted by DHCP agent a96cd20f-888c-4e1e-badb-6a5336c30bd0 with binding_index 1 {{(pid=94566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:18:34.823759 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f71177-8da0-40c9-b436-c6048ae8338d req-bcc63999-4728-4750-99ab-0f37194f7aa7 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:34.824850 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f2f71177-8da0-40c9-b436-c6048ae8338d req-bcc63999-4728-4750-99ab-0f37194f7aa7 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.1686380 Aug 13 04:18:34.907892 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f2f71177-8da0-40c9-b436-c6048ae8338d req-fd3805a8-356f-46d2-889f-c510888fb342 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715301 Aug 13 04:18:34.958252 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-f99857e1-15e8-4210-996b-60362f74a4fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-6-iscsi, d1b82971-18da-459e-b8c4-e18a5207f701) {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:18:34.966435 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb04bde0-9165-4d93-9702-01ed3ffb3dca None None] Network d1b82971-18da-459e-b8c4-e18a5207f701 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:18:34.992725 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99857e1-15e8-4210-996b-60362f74a4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:34.993688 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f99857e1-15e8-4210-996b-60362f74a4fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for subnet, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:35.016961 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2c067191-3ba7-46ad-a453-30e74d3348dd tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:35.102209 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-f99857e1-15e8-4210-996b-60362f74a4fb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4007425 Aug 13 04:18:35.120054 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b45c09-b812-4398-827c-43f57570b0d4 None None] Network d1b82971-18da-459e-b8c4-e18a5207f701 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:18:35.125157 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2c067191-3ba7-46ad-a453-30e74d3348dd tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704406'] for floatingip, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:35.245136 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.db.l3_db [None req-2c067191-3ba7-46ad-a453-30e74d3348dd tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Floating IP db7863bf-e61e-4e8a-bc5b-d44eba18587f associated. External IP: 172.27.3.162, port: 85251f98-ae63-4e9b-94d7-afea5dfeab68. Aug 13 04:18:35.258982 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5052379-9450-4aec-b215-82096deba58f admin admin] Router 685356e4-6623-46c0-9216-8764d8aaede2 has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:18:35.407528 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5052379-9450-4aec-b215-82096deba58f admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:18:35.414280 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-f5052379-9450-4aec-b215-82096deba58f admin admin] 10.222.0.32 "PUT /v2.0/routers/685356e4-6623-46c0-9216-8764d8aaede2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1411285 Aug 13 04:18:35.416883 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 58290) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:35.420258 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d1b817-5515-4dfc-b1e4-9fbbfbe304cb None None] Sync routers for ids ['685356e4-6623-46c0-9216-8764d8aaede2'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:18:35.438086 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d1b817-5515-4dfc-b1e4-9fbbfbe304cb None None] Routers {'685356e4-6623-46c0-9216-8764d8aaede2'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:18:35.438725 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-b0d1b817-5515-4dfc-b1e4-9fbbfbe304cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:18:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['685356e4-6623-46c0-9216-8764d8aaede2'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:35.531362 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c067191-3ba7-46ad-a453-30e74d3348dd tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Router 375defa4-01f3-4625-9c75-5ac3768cb7a7 has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:18:35.548802 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f5981428-d4e8-451f-859a-4c667bf012bc admin admin] Notify callbacks [] for router, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:35.558581 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-b0d1b817-5515-4dfc-b1e4-9fbbfbe304cb None None] Set router 685356e4-6623-46c0-9216-8764d8aaede2 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:18:35.655847 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c067191-3ba7-46ad-a453-30e74d3348dd tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:18:35.661625 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2c067191-3ba7-46ad-a453-30e74d3348dd tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for floatingip, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:35.665492 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f5981428-d4e8-451f-859a-4c667bf012bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:35.670756 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868a5176-35a8-4b6e-b4e8-ee22343751ce None None] Sync routers for ids ['375defa4-01f3-4625-9c75-5ac3768cb7a7'] in dv-cinder-759987-6-iscsi {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:18:35.681203 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868a5176-35a8-4b6e-b4e8-ee22343751ce None None] Routers {'375defa4-01f3-4625-9c75-5ac3768cb7a7'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:18:35.682428 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-868a5176-35a8-4b6e-b4e8-ee22343751ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:18:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['375defa4-01f3-4625-9c75-5ac3768cb7a7'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:35.694714 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-2c067191-3ba7-46ad-a453-30e74d3348dd tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "PUT /v2.0/floatingips/db7863bf-e61e-4e8a-bc5b-d44eba18587f HTTP/1.1" status: 200 len: 992 time: 1.4380977 Aug 13 04:18:35.694714 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a291b3d3-07ef-4d93-b409-9acd0be4880d', 'tag': '85251f98-ae63-4e9b-94d7-afea5dfeab68'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:18:35.695568 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bd27882eb3c5f369e5e71c287e85e980be0a094d6552a040ba295dfdcae25d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828f2703-44c6-4c7d-865c-38220214c9ad" -d '{"events": [{"name": "network-changed", "server_uuid": "a291b3d3-07ef-4d93-b409-9acd0be4880d", "tag": "85251f98-ae63-4e9b-94d7-afea5dfeab68"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:18:35.765131 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-b0d1b817-5515-4dfc-b1e4-9fbbfbe304cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685356e4-6623-46c0-9216-8764d8aaede2', 'name': 'tempest-TestMinimumBasicScenario-1444258284-router', 'tenant_id': '3086463bb33d461abf911455930d099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:58Z', 'updated_at': '2021-08-13T04:18:34Z', 'revision_number': 5, 'project_id': '3086463bb33d461abf911455930d099f', 'gw_port': {'id': 'efcf50aa-7855-4967-8e92-c1e525221591', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:35:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685356e4-6623-46c0-9216-8764d8aaede2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:59Z', 'updated_at': '2021-08-13T04:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:35.794496 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-f5981428-d4e8-451f-859a-4c667bf012bc admin admin] Deleting port efcf50aa-7855-4967-8e92-c1e525221591 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:18:35.796250 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f5981428-d4e8-451f-859a-4c667bf012bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:35.816998 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d1b817-5515-4dfc-b1e4-9fbbfbe304cb None None] Checking router: 685356e4-6623-46c0-9216-8764d8aaede2 for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:18:35.825015 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-868a5176-35a8-4b6e-b4e8-ee22343751ce None None] Set router 375defa4-01f3-4625-9c75-5ac3768cb7a7 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:18:35.843079 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d1b817-5515-4dfc-b1e4-9fbbfbe304cb None None] Routers {'685356e4-6623-46c0-9216-8764d8aaede2'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:18:35.843767 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-b0d1b817-5515-4dfc-b1e4-9fbbfbe304cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:18:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['685356e4-6623-46c0-9216-8764d8aaede2'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:35.894819 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-f5981428-d4e8-451f-859a-4c667bf012bc admin admin] For port efcf50aa-7855-4967-8e92-c1e525221591, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=efcf50aa-7855-4967-8e92-c1e525221591,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:18:35.895184 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f5981428-d4e8-451f-859a-4c667bf012bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:35.916151 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-f5981428-d4e8-451f-859a-4c667bf012bc admin admin] Calling delete_port for efcf50aa-7855-4967-8e92-c1e525221591 owned by network:router_gateway {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:18:35.918471 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefb6b5d-ab02-4b26-9a20-fad737cb16c4 x-openstack-request-id: req-aefb6b5d-ab02-4b26-9a20-fad737cb16c4 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:18:35.918759 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a291b3d3-07ef-4d93-b409-9acd0be4880d", "tag": "85251f98-ae63-4e9b-94d7-afea5dfeab68", "status": "completed", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:18:35.919754 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aefb6b5d-ab02-4b26-9a20-fad737cb16c4 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:18:35.919754 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a291b3d3-07ef-4d93-b409-9acd0be4880d', 'tag': '85251f98-ae63-4e9b-94d7-afea5dfeab68', 'status': 'completed', 'code': 200} Aug 13 04:18:35.949559 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-b0d1b817-5515-4dfc-b1e4-9fbbfbe304cb None None] Set router 685356e4-6623-46c0-9216-8764d8aaede2 gateway port host: None {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:18:36.018496 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-b0d1b817-5515-4dfc-b1e4-9fbbfbe304cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685356e4-6623-46c0-9216-8764d8aaede2', 'name': 'tempest-TestMinimumBasicScenario-1444258284-router', 'tenant_id': '3086463bb33d461abf911455930d099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:58Z', 'updated_at': '2021-08-13T04:18:35Z', 'revision_number': 6, 'project_id': '3086463bb33d461abf911455930d099f', 'gw_port_host': None}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:36.053476 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d1b817-5515-4dfc-b1e4-9fbbfbe304cb None None] The sync data for ids ['685356e4-6623-46c0-9216-8764d8aaede2'] in dv-cinder-759987-6-iscsi is: [{'id': '685356e4-6623-46c0-9216-8764d8aaede2', 'name': 'tempest-TestMinimumBasicScenario-1444258284-router', 'tenant_id': '3086463bb33d461abf911455930d099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:58Z', 'updated_at': '2021-08-13T04:18:35Z', 'revision_number': 6, 'project_id': '3086463bb33d461abf911455930d099f', 'gw_port_host': None}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:18:36.092086 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4d801-1581-4b7e-8d67-ec3ea49649fe req-8842a3d6-c587-4e8d-9a4e-c19352da69cc tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:36.092086 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-daf4d801-1581-4b7e-8d67-ec3ea49649fe req-8842a3d6-c587-4e8d-9a4e-c19352da69cc tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0859225 Aug 13 04:18:36.148508 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f2703-44c6-4c7d-865c-38220214c9ad req-5cfa5c2a-b783-44e3-9167-162f186cd80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:36.150128 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-828f2703-44c6-4c7d-865c-38220214c9ad req-5cfa5c2a-b783-44e3-9167-162f186cd80c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=002375b8005d44a193b301833aa330dc&device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 1099 time: 0.0978417 Aug 13 04:18:36.171228 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-daf4d801-1581-4b7e-8d67-ec3ea49649fe req-2f817ce5-a043-4dca-9c1b-5eb560fd7453 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559976 Aug 13 04:18:36.171680 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-868a5176-35a8-4b6e-b4e8-ee22343751ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'name': 'tempest-AttachVolumeTestJSON-1015169733-router', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:13:09Z', 'revision_number': 4, 'project_id': '002375b8005d44a193b301833aa330dc', 'gw_port': {'id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:03Z', 'updated_at': '2021-08-13T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': 'db7863bf-e61e-4e8a-bc5b-d44eba18587f', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'floating_ip_address': '172.27.3.162', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'port_id': '85251f98-ae63-4e9b-94d7-afea5dfeab68', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'mac_address': 'fa:16:3e:c0:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291b3d3-07ef-4d93-b409-9acd0be4880d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:18:17Z', 'updated_at': '2021-08-13T04:18:34Z', 'revision_number': 1, 'project_id': '002375b8005d44a193b301833aa330dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d14546-a0d6-4db2-a0be-18dd5c23e882', 'name': '', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'mac_address': 'fa:16:3e:eb:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:08Z', 'updated_at': '2021-08-13T04:13:19Z', 'revision_number': 5, 'project_id': '002375b8005d44a193b301833aa330dc', 'subnets': [{'id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:36.211616 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868a5176-35a8-4b6e-b4e8-ee22343751ce None None] Checking router: 375defa4-01f3-4625-9c75-5ac3768cb7a7 for host: dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:18:36.221211 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868a5176-35a8-4b6e-b4e8-ee22343751ce None None] Routers {'375defa4-01f3-4625-9c75-5ac3768cb7a7'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:18:36.221900 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-868a5176-35a8-4b6e-b4e8-ee22343751ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:18:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['375defa4-01f3-4625-9c75-5ac3768cb7a7'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:36.278599 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f2703-44c6-4c7d-865c-38220214c9ad req-baa3e491-4a46-4796-8b92-1b10630bc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:36.280674 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-828f2703-44c6-4c7d-865c-38220214c9ad req-baa3e491-4a46-4796-8b92-1b10630bc360 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1f5f08bb-8497-4150-a3e9-90ccd6853fea HTTP/1.1" status: 200 len: 912 time: 0.1046226 Aug 13 04:18:36.281421 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f5981428-d4e8-451f-859a-4c667bf012bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:36.314420 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5981428-d4e8-451f-859a-4c667bf012bc admin admin] Pushing event deleted for resources: {'Port': ['ID=efcf50aa-7855-4967-8e92-c1e525221591,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:36.330005 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-868a5176-35a8-4b6e-b4e8-ee22343751ce None None] Set router 375defa4-01f3-4625-9c75-5ac3768cb7a7 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:18:36.415869 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-828f2703-44c6-4c7d-865c-38220214c9ad req-d98e6b4a-a77b-40c7-95de-e5b55f0bf9d3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85251f98-ae63-4e9b-94d7-afea5dfeab68 HTTP/1.1" status: 200 len: 1000 time: 0.1265695 Aug 13 04:18:36.440605 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f5981428-d4e8-451f-859a-4c667bf012bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704476'] for router_gateway, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:36.569935 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f2703-44c6-4c7d-865c-38220214c9ad req-11068f8c-f718-4f00-855b-21a3d65dd48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:36.573640 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-828f2703-44c6-4c7d-865c-38220214c9ad req-11068f8c-f718-4f00-855b-21a3d65dd48e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc419503-ea44-47f1-b4cd-1a56414c95fb HTTP/1.1" status: 200 len: 850 time: 0.1477675 Aug 13 04:18:36.605412 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-868a5176-35a8-4b6e-b4e8-ee22343751ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'name': 'tempest-AttachVolumeTestJSON-1015169733-router', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:13:09Z', 'revision_number': 4, 'project_id': '002375b8005d44a193b301833aa330dc', 'gw_port': {'id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:03Z', 'updated_at': '2021-08-13T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': 'db7863bf-e61e-4e8a-bc5b-d44eba18587f', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'floating_ip_address': '172.27.3.162', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'port_id': '85251f98-ae63-4e9b-94d7-afea5dfeab68', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'mac_address': 'fa:16:3e:c0:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291b3d3-07ef-4d93-b409-9acd0be4880d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:18:17Z', 'updated_at': '2021-08-13T04:18:34Z', 'revision_number': 1, 'project_id': '002375b8005d44a193b301833aa330dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d14546-a0d6-4db2-a0be-18dd5c23e882', 'name': '', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'mac_address': 'fa:16:3e:eb:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:08Z', 'updated_at': '2021-08-13T04:13:19Z', 'revision_number': 5, 'project_id': '002375b8005d44a193b301833aa330dc', 'subnets': [{'id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:36.619372 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f5981428-d4e8-451f-859a-4c667bf012bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1008'] for router, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:36.633806 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868a5176-35a8-4b6e-b4e8-ee22343751ce None None] The sync data for ids ['375defa4-01f3-4625-9c75-5ac3768cb7a7'] in dv-cinder-759987-6-iscsi is: [{'id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'name': 'tempest-AttachVolumeTestJSON-1015169733-router', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:13:09Z', 'revision_number': 4, 'project_id': '002375b8005d44a193b301833aa330dc', 'gw_port': {'id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:03Z', 'updated_at': '2021-08-13T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': 'db7863bf-e61e-4e8a-bc5b-d44eba18587f', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'floating_ip_address': '172.27.3.162', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'port_id': '85251f98-ae63-4e9b-94d7-afea5dfeab68', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'mac_address': 'fa:16:3e:c0:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a291b3d3-07ef-4d93-b409-9acd0be4880d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:18:17Z', 'updated_at': '2021-08-13T04:18:34Z', 'revision_number': 1, 'project_id': '002375b8005d44a193b301833aa330dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d14546-a0d6-4db2-a0be-18dd5c23e882', 'name': '', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'mac_address': 'fa:16:3e:eb:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:08Z', 'updated_at': '2021-08-13T04:13:19Z', 'revision_number': 5, 'project_id': '002375b8005d44a193b301833aa330dc', 'subnets': [{'id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:18:36.634534 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f5981428-d4e8-451f-859a-4c667bf012bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:36.708040 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f2703-44c6-4c7d-865c-38220214c9ad req-9061960e-5b2a-4077-867d-67e2f2644c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:36.709599 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-828f2703-44c6-4c7d-865c-38220214c9ad req-9061960e-5b2a-4077-867d-67e2f2644c74 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1f5f08bb-8497-4150-a3e9-90ccd6853fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1039109 Aug 13 04:18:36.788780 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f5981428-d4e8-451f-859a-4c667bf012bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702527'] for router, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:36.789560 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5981428-d4e8-451f-859a-4c667bf012bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 685356e4-6623-46c0-9216-8764d8aaede2 {{(pid=94567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 04:18:36.802732 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f5981428-d4e8-451f-859a-4c667bf012bc admin admin] Notify callbacks [] for router, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:36.807033 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-f5981428-d4e8-451f-859a-4c667bf012bc admin admin] 10.222.0.32 "DELETE /v2.0/routers/685356e4-6623-46c0-9216-8764d8aaede2 HTTP/1.1" status: 204 len: 168 time: 1.3844104 Aug 13 04:18:36.807033 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 58314) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:36.824517 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-828f2703-44c6-4c7d-865c-38220214c9ad req-8493fe6c-3b9b-4aec-9904-4d39bffece1e service neutron] 10.222.0.22 "GET /v2.0/networks/1f5f08bb-8497-4150-a3e9-90ccd6853fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037498 Aug 13 04:18:36.876403 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa6d3a3-923e-4f72-9b7d-05ca92937e48 None None] New status for floating IP db7863bf-e61e-4e8a-bc5b-d44eba18587f: ACTIVE {{(pid=94568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:18:36.932451 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_v2 [None req-76397784-1f31-4658-9246-cc79c578bb2b admin admin] Deleting subnet da0d00db-359e-4944-b69b-81292fbec523 {{(pid=94567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:18:36.941087 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-76397784-1f31-4658-9246-cc79c578bb2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:36.972760 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device ec4fd80b-0e7c-4a96-92ac-d8bca906199c no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:18:36.987484 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-76397784-1f31-4658-9246-cc79c578bb2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2939958'] for subnet, precommit_delete_associations {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:36.998056 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: ec4fd80b-0e7c-4a96-92ac-d8bca906199c {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:18:36.999083 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device ec4fd80b-0e7c-4a96-92ac-d8bca906199c not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:18:37.033396 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-828f2703-44c6-4c7d-865c-38220214c9ad req-8a7f870f-87d8-495f-b897-4b92ae4cc70c service neutron] 10.222.0.22 "GET /v2.0/networks/1f5f08bb-8497-4150-a3e9-90ccd6853fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831377 Aug 13 04:18:37.117598 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-76397784-1f31-4658-9246-cc79c578bb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416950'] for subnet, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:37.267496 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-76397784-1f31-4658-9246-cc79c578bb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2940295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3275436'] for subnet, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:37.303666 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76397784-1f31-4658-9246-cc79c578bb2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da0d00db-359e-4944-b69b-81292fbec523,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:37.305883 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-76397784-1f31-4658-9246-cc79c578bb2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:37.308157 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-76397784-1f31-4658-9246-cc79c578bb2b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/da0d00db-359e-4944-b69b-81292fbec523 HTTP/1.1" status: 204 len: 168 time: 0.5006669 Aug 13 04:18:37.310524 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 58328) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:37.312543 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032bae66-9329-479b-a09b-1c8280e3a1d5 None None] Network 108ee682-822f-485e-99b1-e4a7ccb079a2 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:18:37.340769 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de857c6a-5443-4ebc-93ee-afbc4b9effd0 req-bcc691f8-aa7f-45ba-9c68-2adeb6b576d9 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:37.343308 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-de857c6a-5443-4ebc-93ee-afbc4b9effd0 req-bcc691f8-aa7f-45ba-9c68-2adeb6b576d9 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0895939 Aug 13 04:18:37.403630 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-610af0b4-403e-4c13-9c58-44a2da4cb5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16337513'] for network, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:37.434215 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-de857c6a-5443-4ebc-93ee-afbc4b9effd0 req-5c494e52-fa56-4482-b887-f20edb76a398 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831034 Aug 13 04:18:37.466828 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-610af0b4-403e-4c13-9c58-44a2da4cb5f6 admin admin] Deleting port 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:18:37.467197 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-610af0b4-403e-4c13-9c58-44a2da4cb5f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:37.537130 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-610af0b4-403e-4c13-9c58-44a2da4cb5f6 admin admin] For port 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc,segment=NetworkSegment(94686359-6cdf-4305-8bcb-ff635918700f),segment_id=94686359-6cdf-4305-8bcb-ff635918700f)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:18:37.537415 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-610af0b4-403e-4c13-9c58-44a2da4cb5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:37.537986 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-ab4dc3dd-044f-48db-af3c-783fe4f8de8d tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:37.539566 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-ab4dc3dd-044f-48db-af3c-783fe4f8de8d tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/networks?id=d1b82971-18da-459e-b8c4-e18a5207f701 HTTP/1.1" status: 200 len: 814 time: 0.1302371 Aug 13 04:18:37.551942 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825122dd-b990-490e-9930-371f5e52ca9a None None] DHCP port deletion for 108ee682-822f-485e-99b1-e4a7ccb079a2 request from dv-cinder-759987-6-iscsi {{(pid=94568) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 04:18:37.553200 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-610af0b4-403e-4c13-9c58-44a2da4cb5f6 admin admin] Calling delete_port for 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc owned by network:dhcp {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:18:37.556531 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-b69d538e-48c8-4a22-8242-fed9ee0306dd tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/quotas/d7d83a2e788f407db7e74d6af880f4d2 HTTP/1.1" status: 200 len: 375 time: 0.0102792 Aug 13 04:18:37.591127 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-ab9ee755-a689-425f-9a9d-26667a1374b2 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7d83a2e788f407db7e74d6af880f4d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277123 Aug 13 04:18:37.600327 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-825122dd-b990-490e-9930-371f5e52ca9a None None] Deleting port 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc {{(pid=94568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:18:37.600964 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-825122dd-b990-490e-9930-371f5e52ca9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:37.666388 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-825122dd-b990-490e-9930-371f5e52ca9a None None] For port 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc,segment=NetworkSegment(94686359-6cdf-4305-8bcb-ff635918700f),segment_id=94686359-6cdf-4305-8bcb-ff635918700f)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:18:37.666784 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-825122dd-b990-490e-9930-371f5e52ca9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:37.680730 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-825122dd-b990-490e-9930-371f5e52ca9a None None] Calling delete_port for 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc owned by network:dhcp {{(pid=94568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:18:37.688681 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-f2d9792c-f845-4a4a-81c9-c6eb4f3c12c3 service neutron] 10.222.0.32 "GET /v2.0/networks/d1b82971-18da-459e-b8c4-e18a5207f701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886326 Aug 13 04:18:37.719531 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-610af0b4-403e-4c13-9c58-44a2da4cb5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:37.745541 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610af0b4-403e-4c13-9c58-44a2da4cb5f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:37.750111 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610af0b4-403e-4c13-9c58-44a2da4cb5f6 admin admin] No DVR routers for this DVR port 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc on host dv-cinder-759987-6-iscsi {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:18:37.791230 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-1e047699-e3f8-489a-af9f-02efec53ad38 service neutron] 10.222.0.32 "GET /v2.0/networks/d1b82971-18da-459e-b8c4-e18a5207f701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964065 Aug 13 04:18:37.827169 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-610af0b4-403e-4c13-9c58-44a2da4cb5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16418865', 'neutron.services.segments.db._delete_segments_for_network-8784944466544'] for network, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:37.838039 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-610af0b4-403e-4c13-9c58-44a2da4cb5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['108ee682-822f-485e-99b1-e4a7ccb079a2']}} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:37.850589 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-610af0b4-403e-4c13-9c58-44a2da4cb5f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94686359-6cdf-4305-8bcb-ff635918700f') {'for_net_delete': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:37.850780 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-610af0b4-403e-4c13-9c58-44a2da4cb5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94686359-6cdf-4305-8bcb-ff635918700f') {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:37.861521 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-610af0b4-403e-4c13-9c58-44a2da4cb5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784944469625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2939937'] for segment, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:37.880059 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-610af0b4-403e-4c13-9c58-44a2da4cb5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:37.886366 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610af0b4-403e-4c13-9c58-44a2da4cb5f6 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:18:37.886753 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-610af0b4-403e-4c13-9c58-44a2da4cb5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2940249'] for segment, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: Traceback (most recent call last): Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: timer() Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: cb(*args, **kw) Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: return func(*args, **kwargs) Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: self._notify() Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: self.callback(batched_events) Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: event.method(event) Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: return f(self, *a, **k) Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: return self._get(url).json() Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: return self.request(url, 'GET', **kwargs) Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:18:37.888447 dv-cinder-759987-6-iscsi neutron-server[94567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:18:37.939504 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-825122dd-b990-490e-9930-371f5e52ca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965'] for port, after_delete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:37.975183 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825122dd-b990-490e-9930-371f5e52ca9a None None] Pushing event deleted for resources: {'Port': ['ID=9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc,revision_number=None']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:37.977744 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825122dd-b990-490e-9930-371f5e52ca9a None None] No DVR routers for this DVR port 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc on host dv-cinder-759987-6-iscsi {{(pid=94568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:18:37.985576 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825122dd-b990-490e-9930-371f5e52ca9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:37.985924 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825122dd-b990-490e-9930-371f5e52ca9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:37.986264 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825122dd-b990-490e-9930-371f5e52ca9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:37.986597 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825122dd-b990-490e-9930-371f5e52ca9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:37.986925 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825122dd-b990-490e-9930-371f5e52ca9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:37.987256 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825122dd-b990-490e-9930-371f5e52ca9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:37.987587 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825122dd-b990-490e-9930-371f5e52ca9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:37.987908 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825122dd-b990-490e-9930-371f5e52ca9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:37.988238 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825122dd-b990-490e-9930-371f5e52ca9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:37.988584 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825122dd-b990-490e-9930-371f5e52ca9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:37.988909 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825122dd-b990-490e-9930-371f5e52ca9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:37.989233 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825122dd-b990-490e-9930-371f5e52ca9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:38.044422 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-610af0b4-403e-4c13-9c58-44a2da4cb5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16418856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704416'] for network, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:38.052195 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-610af0b4-403e-4c13-9c58-44a2da4cb5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:38.054386 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-610af0b4-403e-4c13-9c58-44a2da4cb5f6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/108ee682-822f-485e-99b1-e4a7ccb079a2 HTTP/1.1" status: 204 len: 168 time: 0.7423608 Aug 13 04:18:38.064655 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 58348) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:38.067215 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-aad7f62c-98e8-4aa2-95c5-4e91ff3d4bdc req-ed0e0820-0679-4c2e-a88d-940a076a0f17 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b08fc4-e77b-4883-b195-69c8b3c018b9 HTTP/1.1" status: 200 len: 210 time: 0.0309038 Aug 13 04:18:38.072336 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610af0b4-403e-4c13-9c58-44a2da4cb5f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=108ee682-822f-485e-99b1-e4a7ccb079a2,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:38.573108 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f43dd9-bbec-4496-9b50-0f08f04f6d8f req-84c42081-8fa6-4b67-a021-dc6a89f3fa1a tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:38.580972 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f5f43dd9-bbec-4496-9b50-0f08f04f6d8f req-84c42081-8fa6-4b67-a021-dc6a89f3fa1a tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0702984 Aug 13 04:18:38.606401 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device efcf50aa-7855-4967-8e92-c1e525221591 no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:18:38.620589 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f5f43dd9-bbec-4496-9b50-0f08f04f6d8f req-287a5df7-7a38-423a-b0f6-933175846211 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377390 Aug 13 04:18:38.633278 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: efcf50aa-7855-4967-8e92-c1e525221591 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:18:38.633895 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device efcf50aa-7855-4967-8e92-c1e525221591 not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:18:38.634334 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:18:38.661104 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:18:38.661468 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 9b2f4ee5-00a9-462b-b3c3-3d2548a0d7fc not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:18:38.732122 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-1e834742-66eb-4f8b-8984-8e7453333cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758422'] for router_interface, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:38.838651 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-f1c9ea43-3a0a-4a6f-8084-62639f9d7445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:39.009624 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-1e834742-66eb-4f8b-8984-8e7453333cf4 admin admin] Deleting port e9d562c5-6caa-408f-ad5b-39ac2be670e5 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:18:39.013026 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-1e834742-66eb-4f8b-8984-8e7453333cf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:39.091916 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-1e834742-66eb-4f8b-8984-8e7453333cf4 admin admin] For port e9d562c5-6caa-408f-ad5b-39ac2be670e5, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=e9d562c5-6caa-408f-ad5b-39ac2be670e5,segment=NetworkSegment(89359538-3053-477e-830e-4dcef43ab894),segment_id=89359538-3053-477e-830e-4dcef43ab894)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:18:39.092803 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-1e834742-66eb-4f8b-8984-8e7453333cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:39.109033 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-1e834742-66eb-4f8b-8984-8e7453333cf4 admin admin] Calling delete_port for e9d562c5-6caa-408f-ad5b-39ac2be670e5 owned by network:router_interface {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:18:39.149810 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-64517ba8-233b-463e-96bc-db910708bc08 req-0e7783fb-dec3-413f-a4ad-2dba758fc640 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b08fc4-e77b-4883-b195-69c8b3c018b9 HTTP/1.1" status: 200 len: 210 time: 0.0269926 Aug 13 04:18:39.375866 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-1e834742-66eb-4f8b-8984-8e7453333cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:39.402900 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e834742-66eb-4f8b-8984-8e7453333cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d562c5-6caa-408f-ad5b-39ac2be670e5,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:39.573414 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-1e834742-66eb-4f8b-8984-8e7453333cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704038'] for router_interface, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:39.750205 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00f219-53d8-480e-8247-dff409891b06 req-fa08fa16-6403-476b-9962-770e50e9d7f4 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:39.751800 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0b00f219-53d8-480e-8247-dff409891b06 req-fa08fa16-6403-476b-9962-770e50e9d7f4 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0513692 Aug 13 04:18:39.795989 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0b00f219-53d8-480e-8247-dff409891b06 req-45efae23-b97a-473f-b548-57e8afb1ed64 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369785 Aug 13 04:18:39.821484 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e834742-66eb-4f8b-8984-8e7453333cf4 admin admin] Router 344346c3-7f32-44bd-8053-0ab188a4c37f has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:18:39.942458 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e834742-66eb-4f8b-8984-8e7453333cf4 admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:18:39.950691 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-1e834742-66eb-4f8b-8984-8e7453333cf4 admin admin] 10.222.0.32 "PUT /v2.0/routers/344346c3-7f32-44bd-8053-0ab188a4c37f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8816881 Aug 13 04:18:39.951389 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 58378) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:39.952159 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3084735-0d07-4362-9872-a5d6c3ecd6bc None None] Sync routers for ids ['344346c3-7f32-44bd-8053-0ab188a4c37f'] in dv-cinder-759987-6-iscsi {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:18:39.962627 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3084735-0d07-4362-9872-a5d6c3ecd6bc None None] Routers {'344346c3-7f32-44bd-8053-0ab188a4c37f'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:18:39.963232 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-f3084735-0d07-4362-9872-a5d6c3ecd6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:18:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['344346c3-7f32-44bd-8053-0ab188a4c37f'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:40.054486 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Notify callbacks [] for router, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:40.069442 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-f3084735-0d07-4362-9872-a5d6c3ecd6bc None None] Set router 344346c3-7f32-44bd-8053-0ab188a4c37f gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:18:40.163182 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:40.262556 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-f3084735-0d07-4362-9872-a5d6c3ecd6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344346c3-7f32-44bd-8053-0ab188a4c37f', 'name': 'tempest-TestMinimumBasicScenario-2111167187-router', 'tenant_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'c0935b14-d828-47c3-b622-3fed04dba984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:08Z', 'updated_at': '2021-08-13T04:18:39Z', 'revision_number': 5, 'project_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'gw_port': {'id': 'c0935b14-d828-47c3-b622-3fed04dba984', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344346c3-7f32-44bd-8053-0ab188a4c37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:09Z', 'updated_at': '2021-08-13T04:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:40.267965 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d0649957-4435-4d84-8ed6-01396b447f93 req-f8349cbe-6ff6-423a-bd24-7d899be30900 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b08fc4-e77b-4883-b195-69c8b3c018b9 HTTP/1.1" status: 200 len: 210 time: 0.0418525 Aug 13 04:18:40.297319 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3084735-0d07-4362-9872-a5d6c3ecd6bc None None] Checking router: 344346c3-7f32-44bd-8053-0ab188a4c37f for host: dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:18:40.301980 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Deleting port c0935b14-d828-47c3-b622-3fed04dba984 {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:18:40.302383 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:40.307461 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3084735-0d07-4362-9872-a5d6c3ecd6bc None None] Routers {'344346c3-7f32-44bd-8053-0ab188a4c37f'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:18:40.308064 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-f3084735-0d07-4362-9872-a5d6c3ecd6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:18:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['344346c3-7f32-44bd-8053-0ab188a4c37f'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:40.400501 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-39145d54-efe2-407e-9542-f19bdb1f4fd9 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:40.402316 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-39145d54-efe2-407e-9542-f19bdb1f4fd9 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.22 "GET /v2.0/networks?id=d1b82971-18da-459e-b8c4-e18a5207f701 HTTP/1.1" status: 200 len: 814 time: 0.1108634 Aug 13 04:18:40.409735 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] For port c0935b14-d828-47c3-b622-3fed04dba984, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=c0935b14-d828-47c3-b622-3fed04dba984,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:18:40.410053 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:40.413711 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-f3084735-0d07-4362-9872-a5d6c3ecd6bc None None] Set router 344346c3-7f32-44bd-8053-0ab188a4c37f gateway port host: None {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:18:40.418413 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-fdd6783d-9ed8-4738-a51c-61f4f95a959d tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Request body: {'port': {'device_id': '57b08fc4-e77b-4883-b195-69c8b3c018b9', 'network_id': 'd1b82971-18da-459e-b8c4-e18a5207f701', 'admin_state_up': True, 'tenant_id': 'd7d83a2e788f407db7e74d6af880f4d2'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:18:40.424090 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Calling delete_port for c0935b14-d828-47c3-b622-3fed04dba984 owned by network:router_gateway {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:18:40.479332 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-f3084735-0d07-4362-9872-a5d6c3ecd6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344346c3-7f32-44bd-8053-0ab188a4c37f', 'name': 'tempest-TestMinimumBasicScenario-2111167187-router', 'tenant_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:08Z', 'updated_at': '2021-08-13T04:18:40Z', 'revision_number': 6, 'project_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'gw_port_host': None}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:40.513662 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3084735-0d07-4362-9872-a5d6c3ecd6bc None None] The sync data for ids ['344346c3-7f32-44bd-8053-0ab188a4c37f'] in dv-cinder-759987-6-iscsi is: [{'id': '344346c3-7f32-44bd-8053-0ab188a4c37f', 'name': 'tempest-TestMinimumBasicScenario-2111167187-router', 'tenant_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:08Z', 'updated_at': '2021-08-13T04:18:40Z', 'revision_number': 6, 'project_id': '3d3e19e95f3a46a6a4e79995ea65fe87', 'gw_port_host': None}] {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:18:40.638420 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-fdd6783d-9ed8-4738-a51c-61f4f95a959d tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Made reservation on behalf of d7d83a2e788f407db7e74d6af880f4d2 for: {'port': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:18:40.642483 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-fdd6783d-9ed8-4738-a51c-61f4f95a959d tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:40.661480 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:40.693177 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0935b14-d828-47c3-b622-3fed04dba984,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:40.715431 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:40.715783 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:40.716128 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:40.716500 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:40.717388 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:40.717897 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:40.718263 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:40.718680 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:40.719017 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:40.719352 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:40.719698 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:40.720007 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:18:40.760095 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704476'] for router_gateway, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:40.776160 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-fdd6783d-9ed8-4738-a51c-61f4f95a959d tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Allocated IP 172.20.0.10 (d1b82971-18da-459e-b8c4-e18a5207f701/76126c2d-a61a-48af-bbe5-77730171637f/f23797a8-5ddd-4d8e-a0f5-605f78279271) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:18:40.860312 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1008'] for router, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:40.863132 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:40.977344 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfcdb8-b7a9-47df-9960-f28874d5a116 req-4065ba32-0fdf-428c-8ff3-31f26990c149 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:40.978916 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8ccfcdb8-b7a9-47df-9960-f28874d5a116 req-4065ba32-0fdf-428c-8ff3-31f26990c149 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0599191 Aug 13 04:18:40.986339 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-fdd6783d-9ed8-4738-a51c-61f4f95a959d tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:41.021442 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702527'] for router, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:41.022087 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 344346c3-7f32-44bd-8053-0ab188a4c37f {{(pid=94566) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 04:18:41.027298 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] Notify callbacks [] for router, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:41.031582 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-a4798cbc-c98e-401a-90a1-66731ce05915 admin admin] 10.222.0.32 "DELETE /v2.0/routers/344346c3-7f32-44bd-8053-0ab188a4c37f HTTP/1.1" status: 204 len: 168 time: 1.0755169 Aug 13 04:18:41.033498 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 58396) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:41.042218 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8ccfcdb8-b7a9-47df-9960-f28874d5a116 req-aa35ba62-ae75-4d05-9f7e-651b98dcd407 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518973 Aug 13 04:18:41.091987 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_v2 [None req-124b9eba-8f98-4363-8d0e-4e472bd46f97 admin admin] Deleting subnet 6af06df6-a4ed-4e5d-8712-5793192f490d {{(pid=94567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:18:41.095530 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-124b9eba-8f98-4363-8d0e-4e472bd46f97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:41.129765 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-124b9eba-8f98-4363-8d0e-4e472bd46f97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2939958'] for subnet, precommit_delete_associations {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:41.181367 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-fdd6783d-9ed8-4738-a51c-61f4f95a959d tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:41.227355 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-b4a0866a-0780-4220-9623-2204fa8c1690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:41.250203 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-fdd6783d-9ed8-4738-a51c-61f4f95a959d tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Network d1b82971-18da-459e-b8c4-e18a5207f701 is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:18:41.257425 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-124b9eba-8f98-4363-8d0e-4e472bd46f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416950'] for subnet, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:41.259795 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-fdd6783d-9ed8-4738-a51c-61f4f95a959d tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:18:41.282342 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-fdd6783d-9ed8-4738-a51c-61f4f95a959d tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:18:41.317180 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6783d-9ed8-4738-a51c-61f4f95a959d tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Pushing event updated for resources: {'Port': ['ID=f23797a8-5ddd-4d8e-a0f5-605f78279271,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:41.350353 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-fdd6783d-9ed8-4738-a51c-61f4f95a959d tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:41.351016 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-fdd6783d-9ed8-4738-a51c-61f4f95a959d tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:41.396920 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084284bd-fa1e-47ca-8a7e-daf9c2aa5168 req-2cc14ed8-0831-4a33-94e0-b0f847854b2f tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:41.398533 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-084284bd-fa1e-47ca-8a7e-daf9c2aa5168 req-2cc14ed8-0831-4a33-94e0-b0f847854b2f tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b08fc4-e77b-4883-b195-69c8b3c018b9 HTTP/1.1" status: 200 len: 932 time: 0.0528018 Aug 13 04:18:41.440459 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-084284bd-fa1e-47ca-8a7e-daf9c2aa5168 req-79d565f9-c868-44a1-998e-73219570dc35 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355537 Aug 13 04:18:41.444801 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-124b9eba-8f98-4363-8d0e-4e472bd46f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2940295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3275436'] for subnet, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:41.450777 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-fdd6783d-9ed8-4738-a51c-61f4f95a959d tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0370898 Aug 13 04:18:41.489643 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-c985f6f8-151e-4279-90d9-a178046b9b36 service neutron] Request body: {'port': {'device_id': '57b08fc4-e77b-4883-b195-69c8b3c018b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:18:41.492164 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aa1151-0f4c-4e6e-8146-57142b1f2263 None None] Network 920b77e0-0ecc-42e1-a0b3-83489096fd0f requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:18:41.493190 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b9eba-8f98-4363-8d0e-4e472bd46f97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6af06df6-a4ed-4e5d-8712-5793192f490d,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:41.496394 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-124b9eba-8f98-4363-8d0e-4e472bd46f97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:41.498468 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-124b9eba-8f98-4363-8d0e-4e472bd46f97 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6af06df6-a4ed-4e5d-8712-5793192f490d HTTP/1.1" status: 204 len: 168 time: 0.4634421 Aug 13 04:18:41.500867 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 58402) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:41.566652 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-c985f6f8-151e-4279-90d9-a178046b9b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:41.598465 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6c194427-111a-4809-8704-08912df3f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16337513'] for network, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:41.697062 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-6c194427-111a-4809-8704-08912df3f0c4 admin admin] Deleting port 9d345429-4220-47b3-a3b7-5000951eeaa6 {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:18:41.699868 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6c194427-111a-4809-8704-08912df3f0c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:41.762119 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724a3d54-3f28-4ab2-b808-182dede97a19 None None] DHCP port deletion for 920b77e0-0ecc-42e1-a0b3-83489096fd0f request from dv-cinder-759987-6-iscsi {{(pid=94568) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 04:18:41.797153 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-6c194427-111a-4809-8704-08912df3f0c4 admin admin] For port 9d345429-4220-47b3-a3b7-5000951eeaa6, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=9d345429-4220-47b3-a3b7-5000951eeaa6,segment=NetworkSegment(89359538-3053-477e-830e-4dcef43ab894),segment_id=89359538-3053-477e-830e-4dcef43ab894)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:18:41.798142 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6c194427-111a-4809-8704-08912df3f0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:41.812164 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-6c194427-111a-4809-8704-08912df3f0c4 admin admin] Calling delete_port for 9d345429-4220-47b3-a3b7-5000951eeaa6 owned by network:dhcp {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:18:41.812508 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-724a3d54-3f28-4ab2-b808-182dede97a19 None None] Deleting port 9d345429-4220-47b3-a3b7-5000951eeaa6 {{(pid=94568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:18:41.812997 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-724a3d54-3f28-4ab2-b808-182dede97a19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:41.880826 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-724a3d54-3f28-4ab2-b808-182dede97a19 None None] For port 9d345429-4220-47b3-a3b7-5000951eeaa6, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=9d345429-4220-47b3-a3b7-5000951eeaa6,segment=NetworkSegment(89359538-3053-477e-830e-4dcef43ab894),segment_id=89359538-3053-477e-830e-4dcef43ab894)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:18:41.881520 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-724a3d54-3f28-4ab2-b808-182dede97a19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:41.897700 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-724a3d54-3f28-4ab2-b808-182dede97a19 None None] Calling delete_port for 9d345429-4220-47b3-a3b7-5000951eeaa6 owned by network:dhcp {{(pid=94568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:18:41.937287 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-c985f6f8-151e-4279-90d9-a178046b9b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f23797a8-5ddd-4d8e-a0f5-605f78279271 {{(pid=94567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:18:41.941437 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6c194427-111a-4809-8704-08912df3f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:41.945008 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-c985f6f8-151e-4279-90d9-a178046b9b36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:41.955879 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c194427-111a-4809-8704-08912df3f0c4 admin admin] No DVR routers for this DVR port 9d345429-4220-47b3-a3b7-5000951eeaa6 on host dv-cinder-759987-6-iscsi {{(pid=94566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:18:41.963104 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-c985f6f8-151e-4279-90d9-a178046b9b36 service neutron] Transition to ACTIVE for port object f23797a8-5ddd-4d8e-a0f5-605f78279271 will not be triggered until provisioned by entity L2. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:18:41.990064 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-724a3d54-3f28-4ab2-b808-182dede97a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965'] for port, after_delete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:41.996095 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c194427-111a-4809-8704-08912df3f0c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d345429-4220-47b3-a3b7-5000951eeaa6,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:42.016688 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-c985f6f8-151e-4279-90d9-a178046b9b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:42.020413 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a3d54-3f28-4ab2-b808-182dede97a19 None None] Pushing event deleted for resources: {'Port': ['ID=9d345429-4220-47b3-a3b7-5000951eeaa6,revision_number=None']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:42.023795 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724a3d54-3f28-4ab2-b808-182dede97a19 None None] No DVR routers for this DVR port 9d345429-4220-47b3-a3b7-5000951eeaa6 on host dv-cinder-759987-6-iscsi {{(pid=94568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:18:42.043971 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:42.070707 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6c194427-111a-4809-8704-08912df3f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16418865', 'neutron.services.segments.db._delete_segments_for_network-8784944466544'] for network, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:42.083782 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.services.segments.db [None req-6c194427-111a-4809-8704-08912df3f0c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920b77e0-0ecc-42e1-a0b3-83489096fd0f']}} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:42.095803 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985f6f8-151e-4279-90d9-a178046b9b36 service neutron] Pushing event updated for resources: {'Port': ['ID=f23797a8-5ddd-4d8e-a0f5-605f78279271,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:42.096002 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.services.segments.db [None req-6c194427-111a-4809-8704-08912df3f0c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89359538-3053-477e-830e-4dcef43ab894') {'for_net_delete': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:42.096285 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.services.segments.db [None req-6c194427-111a-4809-8704-08912df3f0c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89359538-3053-477e-830e-4dcef43ab894') {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:18:42.106370 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6c194427-111a-4809-8704-08912df3f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784944469625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2630501'] for segment, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:42.122458 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6c194427-111a-4809-8704-08912df3f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:42.139346 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c194427-111a-4809-8704-08912df3f0c4 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:18:42.140477 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6c194427-111a-4809-8704-08912df3f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2630394'] for segment, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: Traceback (most recent call last): Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: timer() Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: cb(*args, **kw) Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: return func(*args, **kwargs) Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: self._notify() Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: self.callback(batched_events) Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: event.method(event) Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: return f(self, *a, **k) Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: return self._get(url).json() Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: return self.request(url, 'GET', **kwargs) Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:18:42.142171 dv-cinder-759987-6-iscsi neutron-server[94566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:18:42.148034 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-c985f6f8-151e-4279-90d9-a178046b9b36 service neutron] Attempting to bind port f23797a8-5ddd-4d8e-a0f5-605f78279271 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:18:42.149240 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-c985f6f8-151e-4279-90d9-a178046b9b36 service neutron] Attempting to bind port f23797a8-5ddd-4d8e-a0f5-605f78279271 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': 'd4f7440b-1017-4e47-9481-9ad24072e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd1b82971-18da-459e-b8c4-e18a5207f701'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:18:42.149240 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-c985f6f8-151e-4279-90d9-a178046b9b36 service neutron] Attempting to bind port f23797a8-5ddd-4d8e-a0f5-605f78279271 on network d1b82971-18da-459e-b8c4-e18a5207f701 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:18:42.154232 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-c985f6f8-151e-4279-90d9-a178046b9b36 service neutron] Port f23797a8-5ddd-4d8e-a0f5-605f78279271 on network d1b82971-18da-459e-b8c4-e18a5207f701 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:18:42.155177 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-c985f6f8-151e-4279-90d9-a178046b9b36 service neutron] Attempting to bind port f23797a8-5ddd-4d8e-a0f5-605f78279271 on network d1b82971-18da-459e-b8c4-e18a5207f701 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:18:42.160016 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-c985f6f8-151e-4279-90d9-a178046b9b36 service neutron] Checking agent: {'id': '0c202f7d-8fe9-4513-921d-f16665c9f5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'started_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:18:42.160420 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-c985f6f8-151e-4279-90d9-a178046b9b36 service neutron] Checking segment: {'id': 'd4f7440b-1017-4e47-9481-9ad24072e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd1b82971-18da-459e-b8c4-e18a5207f701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:18:42.160801 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-c985f6f8-151e-4279-90d9-a178046b9b36 service neutron] Bound using segment: {'id': 'd4f7440b-1017-4e47-9481-9ad24072e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd1b82971-18da-459e-b8c4-e18a5207f701'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:18:42.161220 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-c985f6f8-151e-4279-90d9-a178046b9b36 service neutron] Bound port: f23797a8-5ddd-4d8e-a0f5-605f78279271, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f7440b-1017-4e47-9481-9ad24072e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd1b82971-18da-459e-b8c4-e18a5207f701'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:18:42.161577 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-c985f6f8-151e-4279-90d9-a178046b9b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:42.227653 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-c985f6f8-151e-4279-90d9-a178046b9b36 service neutron] For port f23797a8-5ddd-4d8e-a0f5-605f78279271, host hv-cinder-75998, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:18:42.230825 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-c985f6f8-151e-4279-90d9-a178046b9b36 service neutron] For port f23797a8-5ddd-4d8e-a0f5-605f78279271, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=f23797a8-5ddd-4d8e-a0f5-605f78279271,segment=NetworkSegment(d4f7440b-1017-4e47-9481-9ad24072e10e),segment_id=d4f7440b-1017-4e47-9481-9ad24072e10e)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:18:42.318990 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-c985f6f8-151e-4279-90d9-a178046b9b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:42.352903 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-c985f6f8-151e-4279-90d9-a178046b9b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:42.353691 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-c985f6f8-151e-4279-90d9-a178046b9b36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:42.355235 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-c985f6f8-151e-4279-90d9-a178046b9b36 service neutron] 10.222.0.22 "PUT /v2.0/ports/f23797a8-5ddd-4d8e-a0f5-605f78279271 HTTP/1.1" status: 200 len: 1094 time: 0.8726645 Aug 13 04:18:42.358361 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b08fc4-e77b-4883-b195-69c8b3c018b9', 'tag': 'f23797a8-5ddd-4d8e-a0f5-605f78279271'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:18:42.360792 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b072b366-6616-4560-8e16-53b5daac0d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "57b08fc4-e77b-4883-b195-69c8b3c018b9", "tag": "f23797a8-5ddd-4d8e-a0f5-605f78279271"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:18:42.388516 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985f6f8-151e-4279-90d9-a178046b9b36 service neutron] Pushing event updated for resources: {'Port': ['ID=f23797a8-5ddd-4d8e-a0f5-605f78279271,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:42.464296 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfa723-494e-4f85-8080-4f39dd562f00 req-881c351a-dee4-418b-8f47-1dfce464a45d tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:42.465796 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e8cfa723-494e-4f85-8080-4f39dd562f00 req-881c351a-dee4-418b-8f47-1dfce464a45d tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.3405843 Aug 13 04:18:42.504771 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e8cfa723-494e-4f85-8080-4f39dd562f00 req-95b8cbf2-9325-4581-a93c-86f8a3b607a8 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324287 Aug 13 04:18:42.541478 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6c194427-111a-4809-8704-08912df3f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16418856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704416'] for network, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:42.553685 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6c194427-111a-4809-8704-08912df3f0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:42.556723 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6cea58-a9e4-4db7-b2fb-df269ef7d7c0 x-openstack-request-id: req-9d6cea58-a9e4-4db7-b2fb-df269ef7d7c0 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:18:42.557179 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b08fc4-e77b-4883-b195-69c8b3c018b9", "tag": "f23797a8-5ddd-4d8e-a0f5-605f78279271", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:18:42.557540 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d6cea58-a9e4-4db7-b2fb-df269ef7d7c0 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:18:42.558060 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b08fc4-e77b-4883-b195-69c8b3c018b9', 'tag': 'f23797a8-5ddd-4d8e-a0f5-605f78279271', 'status': 'completed', 'code': 200} Aug 13 04:18:42.559577 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-6c194427-111a-4809-8704-08912df3f0c4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/920b77e0-0ecc-42e1-a0b3-83489096fd0f HTTP/1.1" status: 204 len: 168 time: 1.0573723 Aug 13 04:18:42.571842 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c194427-111a-4809-8704-08912df3f0c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=920b77e0-0ecc-42e1-a0b3-83489096fd0f,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:42.588765 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device e9d562c5-6caa-408f-ad5b-39ac2be670e5 no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:18:42.610850 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: e9d562c5-6caa-408f-ad5b-39ac2be670e5 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:18:42.611274 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device e9d562c5-6caa-408f-ad5b-39ac2be670e5 not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:18:42.611765 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 9d345429-4220-47b3-a3b7-5000951eeaa6 no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:18:42.613527 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:42.632753 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: 9d345429-4220-47b3-a3b7-5000951eeaa6 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:18:42.633098 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 9d345429-4220-47b3-a3b7-5000951eeaa6 not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:18:42.633510 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device c0935b14-d828-47c3-b622-3fed04dba984 no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:18:42.651856 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: c0935b14-d828-47c3-b622-3fed04dba984 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:18:42.652195 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device c0935b14-d828-47c3-b622-3fed04dba984 not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:18:42.663238 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80be801-317f-4496-a89d-6dc995bd8d70 req-4ea74c7e-1e08-4523-a0be-bdb501282cd7 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:42.663238 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d80be801-317f-4496-a89d-6dc995bd8d70 req-4ea74c7e-1e08-4523-a0be-bdb501282cd7 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b08fc4-e77b-4883-b195-69c8b3c018b9 HTTP/1.1" status: 200 len: 944 time: 0.0516753 Aug 13 04:18:42.698059 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d80be801-317f-4496-a89d-6dc995bd8d70 req-e7eaa41e-2376-4174-bba8-feef8d0157ff tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329268 Aug 13 04:18:42.868084 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 58424) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:42.907096 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-c99ba033-7362-4433-9fca-ee3052f4c7b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3086463bb33d461abf911455930d099f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378590 Aug 13 04:18:42.909510 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 58426) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:42.959240 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7714fc50-1761-4be1-aad6-e43a081002f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:42.979683 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7714fc50-1761-4be1-aad6-e43a081002f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:43.101232 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7714fc50-1761-4be1-aad6-e43a081002f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:43.103866 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7714fc50-1761-4be1-aad6-e43a081002f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:43.105110 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-7714fc50-1761-4be1-aad6-e43a081002f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ff9cd84-65ae-40ef-ba72-7f4a96cf2894 HTTP/1.1" status: 204 len: 168 time: 0.1947267 Aug 13 04:18:43.113871 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714fc50-1761-4be1-aad6-e43a081002f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff9cd84-65ae-40ef-ba72-7f4a96cf2894,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:43.683707 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 58434) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:43.723988 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-c2d18c27-f616-4f52-9fc3-2591650beb51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d3e19e95f3a46a6a4e79995ea65fe87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383475 Aug 13 04:18:43.725431 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 58438) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:18:43.776970 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bc31d3a5-b5ea-4da2-acbd-41312749b068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:43.799321 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bc31d3a5-b5ea-4da2-acbd-41312749b068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:43.900883 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bc31d3a5-b5ea-4da2-acbd-41312749b068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:43.903410 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bc31d3a5-b5ea-4da2-acbd-41312749b068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:43.905129 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-bc31d3a5-b5ea-4da2-acbd-41312749b068 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82f57455-a703-48f6-b58e-079de06746ad HTTP/1.1" status: 204 len: 168 time: 0.1782644 Aug 13 04:18:43.912870 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31d3a5-b5ea-4da2-acbd-41312749b068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f57455-a703-48f6-b58e-079de06746ad,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:44.266945 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:45.209228 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072b366-6616-4560-8e16-53b5daac0d4d req-7639b9a5-2fd3-4203-9a13-533b36b0b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:45.210736 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b072b366-6616-4560-8e16-53b5daac0d4d req-7639b9a5-2fd3-4203-9a13-533b36b0b580 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d7d83a2e788f407db7e74d6af880f4d2&device_id=57b08fc4-e77b-4883-b195-69c8b3c018b9 HTTP/1.1" status: 200 len: 1097 time: 0.0524054 Aug 13 04:18:45.294018 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef75ae-f833-4853-b289-e42269e22570 req-133fab5b-4be1-4185-b97e-d0cf41122ce2 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:45.295513 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-78ef75ae-f833-4853-b289-e42269e22570 req-133fab5b-4be1-4185-b97e-d0cf41122ce2 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0795555 Aug 13 04:18:45.302963 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcedb7-7bf3-4b89-9957-cc42da776584 req-24365c7a-bb11-4813-b255-d9f4ddf0a1df tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:45.304452 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f6bcedb7-7bf3-4b89-9957-cc42da776584 req-24365c7a-bb11-4813-b255-d9f4ddf0a1df tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b08fc4-e77b-4883-b195-69c8b3c018b9 HTTP/1.1" status: 200 len: 944 time: 0.0775964 Aug 13 04:18:45.342602 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c0798-773f-4864-ae95-53c7b5c62e4b req-dcad43d7-aac3-48af-9ab6-13d5e323ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:45.344816 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e81c0798-773f-4864-ae95-53c7b5c62e4b req-dcad43d7-aac3-48af-9ab6-13d5e323ad2f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6d4c8f932bf49dca555a79eae4efd63&device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 1099 time: 0.0724225 Aug 13 04:18:45.353648 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-78ef75ae-f833-4853-b289-e42269e22570 req-63393284-ed78-446f-805e-dac2a005784b tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482321 Aug 13 04:18:45.353815 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072b366-6616-4560-8e16-53b5daac0d4d req-09c247c7-9c06-4ed9-b8da-653fac2fc25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:45.355055 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b072b366-6616-4560-8e16-53b5daac0d4d req-09c247c7-9c06-4ed9-b8da-653fac2fc25e service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=d7d83a2e788f407db7e74d6af880f4d2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1346519 Aug 13 04:18:45.366088 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f6bcedb7-7bf3-4b89-9957-cc42da776584 req-11d518d7-ae72-491b-986b-fb4d9aec5d58 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548549 Aug 13 04:18:45.522518 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c0798-773f-4864-ae95-53c7b5c62e4b req-9d5bf7d3-5a49-4cd1-9fc0-46553f9bc464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:45.524011 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e81c0798-773f-4864-ae95-53c7b5c62e4b req-9d5bf7d3-5a49-4cd1-9fc0-46553f9bc464 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e32643c6-8d74-4f65-969e-9aa4ee314bea HTTP/1.1" status: 200 len: 910 time: 0.1580379 Aug 13 04:18:45.525355 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072b366-6616-4560-8e16-53b5daac0d4d req-511facea-2267-48a4-b708-8a72e39d4a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:45.526659 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b072b366-6616-4560-8e16-53b5daac0d4d req-511facea-2267-48a4-b708-8a72e39d4a01 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1526711 Aug 13 04:18:45.628967 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e81c0798-773f-4864-ae95-53c7b5c62e4b req-2767fbe6-6b08-42f0-8daf-e47e1d8c7fdd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e80a4d31-ce9d-4967-b1be-c531c54de19d HTTP/1.1" status: 200 len: 1001 time: 0.0907631 Aug 13 04:18:45.634984 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-3ea13925-d0c3-43f8-9303-2c5ff8fc4185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:45.636297 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-3ea13925-d0c3-43f8-9303-2c5ff8fc4185 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d7d83a2e788f407db7e74d6af880f4d2&device_id=57b08fc4-e77b-4883-b195-69c8b3c018b9 HTTP/1.1" status: 200 len: 1097 time: 0.0571156 Aug 13 04:18:45.697651 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-ba698b88-eb58-4682-8d13-6ac079f4597c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f23797a8-5ddd-4d8e-a0f5-605f78279271 HTTP/1.1" status: 200 len: 217 time: 0.0534077 Aug 13 04:18:45.737676 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c0798-773f-4864-ae95-53c7b5c62e4b req-3813487c-297e-4a91-a9e9-20e798dc4a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:45.739072 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e81c0798-773f-4864-ae95-53c7b5c62e4b req-3813487c-297e-4a91-a9e9-20e798dc4a27 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8b52e372-55dc-4bbf-8fbc-e314efb4eadd HTTP/1.1" status: 200 len: 848 time: 0.1019311 Aug 13 04:18:45.756387 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-4653e811-24d3-4af0-9040-49700e1db141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:45.758222 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-4653e811-24d3-4af0-9040-49700e1db141 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=76126c2d-a61a-48af-bbe5-77730171637f HTTP/1.1" status: 200 len: 854 time: 0.0534196 Aug 13 04:18:45.808520 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-c837f402-2ccc-4a31-b625-dbb808f7ebbc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1b82971-18da-459e-b8c4-e18a5207f701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413845 Aug 13 04:18:45.828137 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c0798-773f-4864-ae95-53c7b5c62e4b req-74cecb30-b3e4-4e3a-8bba-c24d858021bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:45.829568 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e81c0798-773f-4864-ae95-53c7b5c62e4b req-74cecb30-b3e4-4e3a-8bba-c24d858021bc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e32643c6-8d74-4f65-969e-9aa4ee314bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705221 Aug 13 04:18:45.977105 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-7698d13a-1e2b-4dac-8bb8-abdfbbb65b11 service neutron] 10.222.0.22 "GET /v2.0/networks/d1b82971-18da-459e-b8c4-e18a5207f701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578166 Aug 13 04:18:45.982754 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e81c0798-773f-4864-ae95-53c7b5c62e4b req-1caa601f-fe9d-41b8-a847-fbbdcf16fc42 service neutron] 10.222.0.22 "GET /v2.0/networks/e32643c6-8d74-4f65-969e-9aa4ee314bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432729 Aug 13 04:18:46.144852 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-695b1269-0c28-4e66-a2d3-bcc4eb784a12 req-5e135a95-93ab-4964-adf8-9db775201f0d service neutron] 10.222.0.22 "GET /v2.0/networks/d1b82971-18da-459e-b8c4-e18a5207f701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539364 Aug 13 04:18:46.148343 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e81c0798-773f-4864-ae95-53c7b5c62e4b req-8e9d0c23-92ac-464d-9b0b-406910ee267e service neutron] 10.222.0.22 "GET /v2.0/networks/e32643c6-8d74-4f65-969e-9aa4ee314bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495650 Aug 13 04:18:46.507411 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368d861-5e7f-4693-b4d8-f55bc4950819 req-2a9eb119-64ec-477a-be7d-51b8695f2111 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:46.508965 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e368d861-5e7f-4693-b4d8-f55bc4950819 req-2a9eb119-64ec-477a-be7d-51b8695f2111 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0840950 Aug 13 04:18:46.531166 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c370de-e981-44b1-93c0-d808ff15b8d9 req-669a316a-af28-4c08-8790-6e644a23a9a1 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:46.532695 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a7c370de-e981-44b1-93c0-d808ff15b8d9 req-669a316a-af28-4c08-8790-6e644a23a9a1 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b08fc4-e77b-4883-b195-69c8b3c018b9 HTTP/1.1" status: 200 len: 944 time: 0.0822935 Aug 13 04:18:46.574966 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e368d861-5e7f-4693-b4d8-f55bc4950819 req-163036be-7821-468d-a056-125720f86c73 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576127 Aug 13 04:18:46.587879 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a7c370de-e981-44b1-93c0-d808ff15b8d9 req-bbea5880-dc25-45a5-8129-9c765230a5e4 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479698 Aug 13 04:18:47.726059 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf5687-581a-4ebc-8b6f-8894fa17694c req-002445f8-e15a-43e5-a073-ad20d317e2e1 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:47.727535 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7daf5687-581a-4ebc-8b6f-8894fa17694c req-002445f8-e15a-43e5-a073-ad20d317e2e1 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0762017 Aug 13 04:18:47.736425 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a196d1-2338-4d34-857a-25e84eb4558a req-2c858ed8-65ac-43c6-b4a3-43a7e14e06e2 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:47.737795 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-57a196d1-2338-4d34-857a-25e84eb4558a req-2c858ed8-65ac-43c6-b4a3-43a7e14e06e2 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b08fc4-e77b-4883-b195-69c8b3c018b9 HTTP/1.1" status: 200 len: 944 time: 0.0772352 Aug 13 04:18:47.801870 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7daf5687-581a-4ebc-8b6f-8894fa17694c req-1d9bb265-c075-45a0-a5d3-5e3b938a6e31 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630388 Aug 13 04:18:47.811748 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-57a196d1-2338-4d34-857a-25e84eb4558a req-3bff56fd-6dce-477b-862a-2341eded6977 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671482 Aug 13 04:18:48.948818 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc78ed-2a34-4fed-9f78-2c5682e75cb2 req-a982e24b-c936-4b1a-8a69-0b2d758730d6 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:48.950331 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-27cc78ed-2a34-4fed-9f78-2c5682e75cb2 req-a982e24b-c936-4b1a-8a69-0b2d758730d6 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0802107 Aug 13 04:18:48.964287 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f369a-7d1c-4b27-af0b-45d60f0c4763 req-2410f174-67e2-4524-9b97-4ad528d680a9 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:48.965778 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0b4f369a-7d1c-4b27-af0b-45d60f0c4763 req-2410f174-67e2-4524-9b97-4ad528d680a9 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b08fc4-e77b-4883-b195-69c8b3c018b9 HTTP/1.1" status: 200 len: 944 time: 0.0679398 Aug 13 04:18:49.019360 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-27cc78ed-2a34-4fed-9f78-2c5682e75cb2 req-f7768393-e341-41e8-a554-e9edb4e7972f tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629005 Aug 13 04:18:49.026176 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0b4f369a-7d1c-4b27-af0b-45d60f0c4763 req-00a80301-b83e-44c0-9ba8-8d3cc2dee2f2 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537777 Aug 13 04:18:49.105545 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device f23797a8-5ddd-4d8e-a0f5-605f78279271 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:18:49.138445 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:18:49.206929 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port f23797a8-5ddd-4d8e-a0f5-605f78279271, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=f23797a8-5ddd-4d8e-a0f5-605f78279271,segment=NetworkSegment(d4f7440b-1017-4e47-9481-9ad24072e10e),segment_id=d4f7440b-1017-4e47-9481-9ad24072e10e)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:18:49.218492 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': 'f23797a8-5ddd-4d8e-a0f5-605f78279271', 'network_id': 'd1b82971-18da-459e-b8c4-e18a5207f701', 'port_id': 'f23797a8-5ddd-4d8e-a0f5-605f78279271', 'mac_address': 'fa:16:3e:15:e1:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76126c2d-a61a-48af-bbe5-77730171637f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:18:49.255049 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:49.268339 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f23797a8-5ddd-4d8e-a0f5-605f78279271 {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:18:49.289881 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port f23797a8-5ddd-4d8e-a0f5-605f78279271, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=f23797a8-5ddd-4d8e-a0f5-605f78279271,segment=NetworkSegment(d4f7440b-1017-4e47-9481-9ad24072e10e),segment_id=d4f7440b-1017-4e47-9481-9ad24072e10e)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:18:49.359371 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:49.422718 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f238e7-334c-4a8b-acee-c2890a23bfd8 req-01241e00-e8b0-406c-9dd2-72aa04cf0bf4 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:49.424279 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c6f238e7-334c-4a8b-acee-c2890a23bfd8 req-01241e00-e8b0-406c-9dd2-72aa04cf0bf4 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0871694 Aug 13 04:18:49.426755 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=f23797a8-5ddd-4d8e-a0f5-605f78279271,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:49.453490 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d6a82179-4902-4d9d-ac62-e37010dda5ef req-22360976-bc07-4799-b29f-48c27d4413b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720303 Aug 13 04:18:49.472017 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c6f238e7-334c-4a8b-acee-c2890a23bfd8 req-d936b912-dff5-42fa-b830-0b2469f2361b tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409317 Aug 13 04:18:49.613186 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['f23797a8-5ddd-4d8e-a0f5-605f78279271'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:18:50.145146 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c70f80-4f99-46ae-b408-61623096a3d0 req-67e6a589-4e4c-455a-b359-3eba69d5036b tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:50.146671 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-52c70f80-4f99-46ae-b408-61623096a3d0 req-67e6a589-4e4c-455a-b359-3eba69d5036b tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b08fc4-e77b-4883-b195-69c8b3c018b9 HTTP/1.1" status: 200 len: 945 time: 0.0507669 Aug 13 04:18:50.185015 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-52c70f80-4f99-46ae-b408-61623096a3d0 req-86103358-1eca-42d7-bb3e-b4e9534a2e85 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322664 Aug 13 04:18:50.611664 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22015278-babb-40da-9884-39860a5fc4d9 req-a5fff753-54f4-4fe1-afa5-af3e9f2b24dd tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:50.611664 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-22015278-babb-40da-9884-39860a5fc4d9 req-a5fff753-54f4-4fe1-afa5-af3e9f2b24dd tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0583184 Aug 13 04:18:50.650856 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-22015278-babb-40da-9884-39860a5fc4d9 req-b274e9c6-1188-4d19-b30d-b9884cd36d6a tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333135 Aug 13 04:18:51.119542 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device f23797a8-5ddd-4d8e-a0f5-605f78279271 up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:18:51.204957 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning for port f23797a8-5ddd-4d8e-a0f5-605f78279271 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:18:51.211804 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port f23797a8-5ddd-4d8e-a0f5-605f78279271 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:18:51.212179 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:51.298137 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:51.318743 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970e309-5249-4601-8163-5b33abdb417f req-e291ff6b-060f-4218-b5a4-ffb91424c376 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:51.320322 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1970e309-5249-4601-8163-5b33abdb417f req-e291ff6b-060f-4218-b5a4-ffb91424c376 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b08fc4-e77b-4883-b195-69c8b3c018b9 HTTP/1.1" status: 200 len: 945 time: 0.0508356 Aug 13 04:18:51.324835 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b08fc4-e77b-4883-b195-69c8b3c018b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23797a8-5ddd-4d8e-a0f5-605f78279271'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:18:51.327864 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf856c66-2572-4b0a-8935-8e29bfc00f38" -d '{"events": [{"server_uuid": "57b08fc4-e77b-4883-b195-69c8b3c018b9", "name": "network-vif-plugged", "status": "completed", "tag": "f23797a8-5ddd-4d8e-a0f5-605f78279271"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:18:51.341056 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port f23797a8-5ddd-4d8e-a0f5-605f78279271, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=f23797a8-5ddd-4d8e-a0f5-605f78279271,segment=NetworkSegment(d4f7440b-1017-4e47-9481-9ad24072e10e),segment_id=d4f7440b-1017-4e47-9481-9ad24072e10e)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:18:51.367716 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1970e309-5249-4601-8163-5b33abdb417f req-472b2a15-03c0-470b-9037-c22918d99cf2 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409861 Aug 13 04:18:51.398489 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:51.400028 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device e80a4d31-ce9d-4967-b1be-c531c54de19d no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:18:51.487341 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=f23797a8-5ddd-4d8e-a0f5-605f78279271,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:51.539079 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:51.583478 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port e80a4d31-ce9d-4967-b1be-c531c54de19d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=e80a4d31-ce9d-4967-b1be-c531c54de19d,segment=NetworkSegment(866cb03e-1dbe-4792-85cf-b95732c5afd6),segment_id=866cb03e-1dbe-4792-85cf-b95732c5afd6)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:18:51.587994 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa9e584-7235-453d-83c7-0bafc52dc6be x-openstack-request-id: req-9aa9e584-7235-453d-83c7-0bafc52dc6be {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:18:51.587994 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b08fc4-e77b-4883-b195-69c8b3c018b9", "name": "network-vif-plugged", "status": "completed", "tag": "f23797a8-5ddd-4d8e-a0f5-605f78279271", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:18:51.588475 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9aa9e584-7235-453d-83c7-0bafc52dc6be {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:18:51.588748 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b08fc4-e77b-4883-b195-69c8b3c018b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23797a8-5ddd-4d8e-a0f5-605f78279271', 'code': 200} Aug 13 04:18:51.657312 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:51.712593 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=e80a4d31-ce9d-4967-b1be-c531c54de19d,revision_number=6']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:18:51.784844 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46533b13-35e9-4a16-a78c-64036d212cac req-5506a2ac-16c3-4417-b7fe-c249f30c2f56 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:51.786343 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-46533b13-35e9-4a16-a78c-64036d212cac req-5506a2ac-16c3-4417-b7fe-c249f30c2f56 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 944 time: 0.0548818 Aug 13 04:18:51.826284 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-46533b13-35e9-4a16-a78c-64036d212cac req-3fbc2ba6-8643-46db-9011-90c211acb546 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332811 Aug 13 04:18:51.955345 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a180430-7d8e-4190-bcfb-653b9b1a7f13 req-71a20ce4-b80b-4195-bc44-224fed5af4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:51.957690 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-4a180430-7d8e-4190-bcfb-653b9b1a7f13 req-71a20ce4-b80b-4195-bc44-224fed5af4e8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=57b08fc4-e77b-4883-b195-69c8b3c018b9 HTTP/1.1" status: 200 len: 1099 time: 0.0741546 Aug 13 04:18:51.961737 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a82179-4902-4d9d-ac62-e37010dda5ef req-85e8fc66-9482-44e9-9a4c-508a0b1cf697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:51.963700 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d6a82179-4902-4d9d-ac62-e37010dda5ef req-85e8fc66-9482-44e9-9a4c-508a0b1cf697 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd&tenant_id=b6d4c8f932bf49dca555a79eae4efd63 HTTP/1.1" status: 200 len: 1097 time: 0.0717535 Aug 13 04:18:51.998438 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-4a180430-7d8e-4190-bcfb-653b9b1a7f13 req-e65a5f58-7e4f-42c4-b513-2270aaf2a605 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331233 Aug 13 04:18:52.043465 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a82179-4902-4d9d-ac62-e37010dda5ef req-04ef98f3-5073-4652-bf27-3f3f9c81100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:52.044984 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d6a82179-4902-4d9d-ac62-e37010dda5ef req-04ef98f3-5073-4652-bf27-3f3f9c81100e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6d4c8f932bf49dca555a79eae4efd63&device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 1097 time: 0.0451660 Aug 13 04:18:52.150868 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a82179-4902-4d9d-ac62-e37010dda5ef req-0c59e3a5-d902-402b-bfdb-838f429599ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:52.152338 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d6a82179-4902-4d9d-ac62-e37010dda5ef req-0c59e3a5-d902-402b-bfdb-838f429599ba service neutron] 10.222.0.22 "GET /v2.0/networks?id=e32643c6-8d74-4f65-969e-9aa4ee314bea HTTP/1.1" status: 200 len: 910 time: 0.0867581 Aug 13 04:18:52.225451 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d6a82179-4902-4d9d-ac62-e37010dda5ef req-8aed957e-c3c7-4670-8d0c-b09794d4fdd1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e80a4d31-ce9d-4967-b1be-c531c54de19d HTTP/1.1" status: 200 len: 999 time: 0.0623314 Aug 13 04:18:52.281338 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a82179-4902-4d9d-ac62-e37010dda5ef req-2dfea9ed-cdb1-4397-9df0-c3c951f3cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:52.282807 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d6a82179-4902-4d9d-ac62-e37010dda5ef req-2dfea9ed-cdb1-4397-9df0-c3c951f3cf0e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8b52e372-55dc-4bbf-8fbc-e314efb4eadd HTTP/1.1" status: 200 len: 848 time: 0.0482161 Aug 13 04:18:52.335909 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a82179-4902-4d9d-ac62-e37010dda5ef req-6c796715-5196-468f-93ce-b9e24128ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:52.337363 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d6a82179-4902-4d9d-ac62-e37010dda5ef req-6c796715-5196-468f-93ce-b9e24128ba4e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e32643c6-8d74-4f65-969e-9aa4ee314bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389550 Aug 13 04:18:52.433199 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d6a82179-4902-4d9d-ac62-e37010dda5ef req-3237e709-4ea4-4fee-a176-099b16767951 service neutron] 10.222.0.22 "GET /v2.0/networks/e32643c6-8d74-4f65-969e-9aa4ee314bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875044 Aug 13 04:18:52.496707 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2407c1-1536-4c8b-bd71-87ab4291c8b9 req-2b96bd97-b7fc-464f-8e70-fdaee71ec8c4 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:52.498301 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ce2407c1-1536-4c8b-bd71-87ab4291c8b9 req-2b96bd97-b7fc-464f-8e70-fdaee71ec8c4 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b08fc4-e77b-4883-b195-69c8b3c018b9 HTTP/1.1" status: 200 len: 946 time: 0.0531566 Aug 13 04:18:52.531868 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d6a82179-4902-4d9d-ac62-e37010dda5ef req-e7ae4e3e-ac9b-4a5e-9bc2-4122dda83de2 service neutron] 10.222.0.22 "GET /v2.0/networks/e32643c6-8d74-4f65-969e-9aa4ee314bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861490 Aug 13 04:18:52.537066 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ce2407c1-1536-4c8b-bd71-87ab4291c8b9 req-23c2d9e0-7044-42a5-be83-bf5826689e7f tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318429 Aug 13 04:18:52.947830 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3efd58-b467-43ad-90cf-1ea876824886 req-2a0bd647-6c9d-495e-af2a-57ee39a6b586 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:52.949375 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6b3efd58-b467-43ad-90cf-1ea876824886 req-2a0bd647-6c9d-495e-af2a-57ee39a6b586 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 944 time: 0.0504448 Aug 13 04:18:52.986718 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6b3efd58-b467-43ad-90cf-1ea876824886 req-33ed6ac9-383d-49d7-ac76-2e48f9313a7d tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305274 Aug 13 04:18:53.590425 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93634d8-b1ab-425c-bb44-40ce4e8005dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e80a4d31-ce9d-4967-b1be-c531c54de19d'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:18:53.593389 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69d5463-7fc9-4e11-b004-2e3a7e82e7c3" -d '{"events": [{"server_uuid": "c93634d8-b1ab-425c-bb44-40ce4e8005dd", "name": "network-vif-unplugged", "status": "completed", "tag": "e80a4d31-ce9d-4967-b1be-c531c54de19d"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:18:53.630806 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 Aug 2021 04:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028d9c33-aab4-4917-9bd9-5b54a6c2a9a8 x-openstack-request-id: req-028d9c33-aab4-4917-9bd9-5b54a6c2a9a8 {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:18:53.631104 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93634d8-b1ab-425c-bb44-40ce4e8005dd", "name": "network-vif-unplugged", "status": "completed", "tag": "e80a4d31-ce9d-4967-b1be-c531c54de19d", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:18:53.631356 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-028d9c33-aab4-4917-9bd9-5b54a6c2a9a8 {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:18:53.631735 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93634d8-b1ab-425c-bb44-40ce4e8005dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e80a4d31-ce9d-4967-b1be-c531c54de19d', 'code': 200} Aug 13 04:18:53.658222 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e18fe-1585-4ffc-a57c-9ddd63395739 req-a259b0bc-1f02-4f3c-8376-7b6e05202abd tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:53.659713 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c64e18fe-1585-4ffc-a57c-9ddd63395739 req-a259b0bc-1f02-4f3c-8376-7b6e05202abd tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b08fc4-e77b-4883-b195-69c8b3c018b9 HTTP/1.1" status: 200 len: 946 time: 0.0502543 Aug 13 04:18:53.698061 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c64e18fe-1585-4ffc-a57c-9ddd63395739 req-3c18a3de-2b9d-4200-8466-cd966f23236a tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318220 Aug 13 04:18:53.849861 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:18:54.110878 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d6567-3286-43f1-9ee0-5cc6bce6a71d req-f638f78e-5a26-4643-9d8d-8569ca73d754 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:54.112442 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fd6d6567-3286-43f1-9ee0-5cc6bce6a71d req-f638f78e-5a26-4643-9d8d-8569ca73d754 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 944 time: 0.0550823 Aug 13 04:18:54.151778 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fd6d6567-3286-43f1-9ee0-5cc6bce6a71d req-a5020cc0-e59b-4ca7-91de-87d5b6dcd2d5 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332992 Aug 13 04:18:55.280583 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da9e39-f16a-4620-a8cc-559578034727 req-ddde6250-6c7a-4396-bc6c-03cbee1a8e70 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:55.282139 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c4da9e39-f16a-4620-a8cc-559578034727 req-ddde6250-6c7a-4396-bc6c-03cbee1a8e70 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 944 time: 0.0493815 Aug 13 04:18:55.320881 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c4da9e39-f16a-4620-a8cc-559578034727 req-743983de-a0dc-483c-8712-67f137420d7d tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329039 Aug 13 04:18:56.444564 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358a7e8-14f6-4def-a9a8-12aaf0112498 req-002f08ab-09b2-4149-8b77-d85462125a8c tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:56.446066 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4358a7e8-14f6-4def-a9a8-12aaf0112498 req-002f08ab-09b2-4149-8b77-d85462125a8c tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 944 time: 0.0519829 Aug 13 04:18:56.497669 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4358a7e8-14f6-4def-a9a8-12aaf0112498 req-ddf68b55-96c9-44bb-9b7b-cf16c8c948bb tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456252 Aug 13 04:18:57.640522 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc9955-c3cb-4c3f-b388-09d8cd3d32c6 req-c8b43703-87ff-4e8c-afbd-109f46bf527b tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:57.644792 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-50dc9955-c3cb-4c3f-b388-09d8cd3d32c6 req-c8b43703-87ff-4e8c-afbd-109f46bf527b tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 944 time: 0.0713589 Aug 13 04:18:57.681882 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-50dc9955-c3cb-4c3f-b388-09d8cd3d32c6 req-55d672ff-5fc9-43da-a55b-fbfaa796dee1 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326803 Aug 13 04:18:58.806010 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513c60f-7e7a-4c97-b536-065db95b4b71 req-95a7408f-8b3e-4273-aa6a-be7ac5e85d4e tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:58.807434 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d513c60f-7e7a-4c97-b536-065db95b4b71 req-95a7408f-8b3e-4273-aa6a-be7ac5e85d4e tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 944 time: 0.0508287 Aug 13 04:18:58.846284 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d513c60f-7e7a-4c97-b536-065db95b4b71 req-8a8ca619-7fd0-4010-91ac-90e5186e7910 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327733 Aug 13 04:18:59.968595 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7222bd-8787-4e34-b82b-19094fbe8160 req-87fc8a93-65b8-4df6-afc0-66f2c92470d8 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:18:59.970017 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-aa7222bd-8787-4e34-b82b-19094fbe8160 req-87fc8a93-65b8-4df6-afc0-66f2c92470d8 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 944 time: 0.0515082 Aug 13 04:19:00.010593 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-aa7222bd-8787-4e34-b82b-19094fbe8160 req-51f2766a-fa6b-46d3-bb58-b082bdfbbf35 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347257 Aug 13 04:19:01.134398 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee886f-70eb-4c0c-9235-94156ba8fdd4 req-350f360c-c9c4-4115-be79-cdd9f84b44b8 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:01.135894 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c7ee886f-70eb-4c0c-9235-94156ba8fdd4 req-350f360c-c9c4-4115-be79-cdd9f84b44b8 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 944 time: 0.0528491 Aug 13 04:19:01.175320 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c7ee886f-70eb-4c0c-9235-94156ba8fdd4 req-83400378-03c7-4190-a484-b9d1c2e5fcc5 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327253 Aug 13 04:19:01.199812 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device e80a4d31-ce9d-4967-b1be-c531c54de19d details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:19:01.299800 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port e80a4d31-ce9d-4967-b1be-c531c54de19d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=e80a4d31-ce9d-4967-b1be-c531c54de19d,segment=NetworkSegment(866cb03e-1dbe-4792-85cf-b95732c5afd6),segment_id=866cb03e-1dbe-4792-85cf-b95732c5afd6)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:19:01.314367 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': 'e80a4d31-ce9d-4967-b1be-c531c54de19d', 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea', 'port_id': 'e80a4d31-ce9d-4967-b1be-c531c54de19d', 'mac_address': 'fa:16:3e:38:b8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b52e372-55dc-4bbf-8fbc-e314efb4eadd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:19:01.364965 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:01.379190 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80a4d31-ce9d-4967-b1be-c531c54de19d {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:19:01.403220 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port e80a4d31-ce9d-4967-b1be-c531c54de19d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=e80a4d31-ce9d-4967-b1be-c531c54de19d,segment=NetworkSegment(866cb03e-1dbe-4792-85cf-b95732c5afd6),segment_id=866cb03e-1dbe-4792-85cf-b95732c5afd6)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:19:01.489671 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:01.539657 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=e80a4d31-ce9d-4967-b1be-c531c54de19d,revision_number=7']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:19:01.810390 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['e80a4d31-ce9d-4967-b1be-c531c54de19d'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:19:02.292245 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cf0fe-afce-4b4a-8ad2-1251206b9fa6 req-b6468023-db71-49a3-904a-3e6d18fc44f3 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:02.293830 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-439cf0fe-afce-4b4a-8ad2-1251206b9fa6 req-b6468023-db71-49a3-904a-3e6d18fc44f3 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 945 time: 0.0490348 Aug 13 04:19:02.332516 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-439cf0fe-afce-4b4a-8ad2-1251206b9fa6 req-7d5ba11c-5c39-4c27-bbf2-aa9409e8ad64 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322511 Aug 13 04:19:03.214150 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device e80a4d31-ce9d-4967-b1be-c531c54de19d up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:19:03.261692 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port e80a4d31-ce9d-4967-b1be-c531c54de19d triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:19:03.262068 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:03.341080 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:03.365990 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93634d8-b1ab-425c-bb44-40ce4e8005dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80a4d31-ce9d-4967-b1be-c531c54de19d'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:19:03.368337 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944b4bc7-58da-4adc-862c-afe5371d441c" -d '{"events": [{"server_uuid": "c93634d8-b1ab-425c-bb44-40ce4e8005dd", "name": "network-vif-plugged", "status": "completed", "tag": "e80a4d31-ce9d-4967-b1be-c531c54de19d"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:19:03.381988 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port e80a4d31-ce9d-4967-b1be-c531c54de19d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=e80a4d31-ce9d-4967-b1be-c531c54de19d,segment=NetworkSegment(866cb03e-1dbe-4792-85cf-b95732c5afd6),segment_id=866cb03e-1dbe-4792-85cf-b95732c5afd6)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:19:03.413796 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f26421-4757-4f49-b79f-80e9fa5cc23e x-openstack-request-id: req-19f26421-4757-4f49-b79f-80e9fa5cc23e {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:19:03.414093 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93634d8-b1ab-425c-bb44-40ce4e8005dd", "name": "network-vif-plugged", "status": "completed", "tag": "e80a4d31-ce9d-4967-b1be-c531c54de19d", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:19:03.414347 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19f26421-4757-4f49-b79f-80e9fa5cc23e {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:19:03.414797 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93634d8-b1ab-425c-bb44-40ce4e8005dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80a4d31-ce9d-4967-b1be-c531c54de19d', 'code': 200} Aug 13 04:19:03.452898 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46c7e6-1d9e-4f1d-8a36-bab018e243d1 req-debb9b12-788d-4927-90f2-80c767329dcf tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:03.454455 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8d46c7e6-1d9e-4f1d-8a36-bab018e243d1 req-debb9b12-788d-4927-90f2-80c767329dcf tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 945 time: 0.0517030 Aug 13 04:19:03.455194 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:03.495365 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8d46c7e6-1d9e-4f1d-8a36-bab018e243d1 req-0ce58118-35ed-422a-90fa-c1a9795bffe4 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340931 Aug 13 04:19:03.504435 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=e80a4d31-ce9d-4967-b1be-c531c54de19d,revision_number=8']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:19:03.748141 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faadd9c-c6cd-4ae9-b55d-f60700d159fa req-728bc830-0d18-40f1-8ea4-53feb24cd276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:03.754443 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-4faadd9c-c6cd-4ae9-b55d-f60700d159fa req-728bc830-0d18-40f1-8ea4-53feb24cd276 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 1099 time: 0.0473666 Aug 13 04:19:03.793483 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-4faadd9c-c6cd-4ae9-b55d-f60700d159fa req-343ec128-aeff-4b41-abf3-4cfb0c70a979 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320668 Aug 13 04:19:04.643987 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd0e69-8494-4be1-8c00-1e748f12a15a req-551cbe71-d350-4ad9-9f51-1a7528cbb8b1 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:04.645410 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-66cd0e69-8494-4be1-8c00-1e748f12a15a req-551cbe71-d350-4ad9-9f51-1a7528cbb8b1 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0552394 Aug 13 04:19:04.685761 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-66cd0e69-8494-4be1-8c00-1e748f12a15a req-19497e8f-8fc8-40ef-ad35-9112511f8748 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343385 Aug 13 04:19:05.824472 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b736f3-6fea-4f9b-a3ef-2ee560e398fa req-2c1ca89e-6e22-412b-9280-9a168dfe750e tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:05.826046 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-35b736f3-6fea-4f9b-a3ef-2ee560e398fa req-2c1ca89e-6e22-412b-9280-9a168dfe750e tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0678093 Aug 13 04:19:05.868144 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-35b736f3-6fea-4f9b-a3ef-2ee560e398fa req-e77e65ce-4b5e-4df6-a740-32ce57d35537 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347805 Aug 13 04:19:08.798719 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-02920da0-981c-4c4a-9faa-9411459d7904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:11.232312 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c1523026-173b-496c-8f1a-a23043473e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:12.026897 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:12.571002 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:14.180961 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:15.793728 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264455f-1e79-474d-be8c-997c5f7fb333 req-32caa15c-eb10-4b27-8de0-169657379d63 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:15.795234 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0264455f-1e79-474d-be8c-997c5f7fb333 req-32caa15c-eb10-4b27-8de0-169657379d63 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 946 time: 0.0494492 Aug 13 04:19:15.833415 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0264455f-1e79-474d-be8c-997c5f7fb333 req-872041f8-6866-44f8-abac-6106b35e34c4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316291 Aug 13 04:19:16.957462 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12e2eb-d52c-4ef6-a7aa-c5402dd47846 req-a88051af-faeb-477c-9a15-de2f350cf4d4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:16.958953 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bb12e2eb-d52c-4ef6-a7aa-c5402dd47846 req-a88051af-faeb-477c-9a15-de2f350cf4d4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 946 time: 0.0528367 Aug 13 04:19:16.996270 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bb12e2eb-d52c-4ef6-a7aa-c5402dd47846 req-0838147e-3f92-4709-8ebb-fea45f590d2e tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314422 Aug 13 04:19:17.822571 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27a0b1-e859-4497-a299-1e596f6b7e7f req-1cda321e-9512-4b2a-80a0-28359a0c616c tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:17.824124 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5e27a0b1-e859-4497-a299-1e596f6b7e7f req-1cda321e-9512-4b2a-80a0-28359a0c616c tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 946 time: 0.0519853 Aug 13 04:19:17.916526 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-5e27a0b1-e859-4497-a299-1e596f6b7e7f req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Deleting port 729d9e2e-e3de-483e-9aee-9de04c04959e {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:19:17.916866 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5e27a0b1-e859-4497-a299-1e596f6b7e7f req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:18.008733 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-5e27a0b1-e859-4497-a299-1e596f6b7e7f req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] For port 729d9e2e-e3de-483e-9aee-9de04c04959e, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=729d9e2e-e3de-483e-9aee-9de04c04959e,segment=NetworkSegment(959b64a0-600e-4c8a-a999-c6c028523cc0),segment_id=959b64a0-600e-4c8a-a999-c6c028523cc0)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:19:18.009098 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5e27a0b1-e859-4497-a299-1e596f6b7e7f req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:18.119177 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc1283-f8f1-486f-8239-c80f9638e3a2 req-cdfec010-ccea-49a0-9c5e-2eec8cd84f29 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:18.121447 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-65fc1283-f8f1-486f-8239-c80f9638e3a2 req-cdfec010-ccea-49a0-9c5e-2eec8cd84f29 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 946 time: 0.0557032 Aug 13 04:19:18.166202 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-65fc1283-f8f1-486f-8239-c80f9638e3a2 req-f1c2c84d-fcd6-4c96-a44d-f3b7ff0b737e tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357311 Aug 13 04:19:18.434855 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5e27a0b1-e859-4497-a299-1e596f6b7e7f req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:18.435215 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5e27a0b1-e859-4497-a299-1e596f6b7e7f req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704406'] for floatingip, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:18.435513 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.db.l3_db [req-5e27a0b1-e859-4497-a299-1e596f6b7e7f req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Floating IP a67fda91-7be9-4e11-abb1-503666cfa049 disassociated. External IP: 172.27.3.33, port: 729d9e2e-e3de-483e-9aee-9de04c04959e. Aug 13 04:19:18.435844 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-5e27a0b1-e859-4497-a299-1e596f6b7e7f req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Calling delete_port for 729d9e2e-e3de-483e-9aee-9de04c04959e owned by compute:nova {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:19:18.654968 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5e27a0b1-e859-4497-a299-1e596f6b7e7f req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:18.689023 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Pushing event deleted for resources: {'Port': ['ID=729d9e2e-e3de-483e-9aee-9de04c04959e,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:19:18.745712 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:18.745712 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:18.745712 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:18.745712 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:18.745712 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:18.745712 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:18.745712 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:18.745712 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:18.745712 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:18.745712 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:18.745712 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:18.745712 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:18.816010 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e27a0b1-e859-4497-a299-1e596f6b7e7f req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:19:18.925470 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e27a0b1-e859-4497-a299-1e596f6b7e7f req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:19:18.935392 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f0a9b-bdc5-412c-bebd-3235870755d4 None None] Sync routers for ids ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:19:18.946505 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8f0a9b-bdc5-412c-bebd-3235870755d4 None None] Routers {'05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:19:18.947324 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-2b8f0a9b-bdc5-412c-bebd-3235870755d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:19:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:19:18.966823 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e27a0b1-e859-4497-a299-1e596f6b7e7f req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] No DVR routers for this DVR port 729d9e2e-e3de-483e-9aee-9de04c04959e on host hv-cinder-75998 {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:19:18.969365 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5e27a0b1-e859-4497-a299-1e596f6b7e7f req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:18.971660 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5e27a0b1-e859-4497-a299-1e596f6b7e7f req-5e50d308-164c-4655-933d-c298990054f4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.22 "DELETE /v2.0/ports/729d9e2e-e3de-483e-9aee-9de04c04959e HTTP/1.1" status: 204 len: 173 time: 1.1401761 Aug 13 04:19:18.972153 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c96b58-ee69-4010-a0b8-e7c44239db6c', 'name': 'network-vif-deleted', 'tag': '729d9e2e-e3de-483e-9aee-9de04c04959e'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:19:18.974467 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b97062-0628-4cde-8dd1-7f0831b1b5e5" -d '{"events": [{"server_uuid": "04c96b58-ee69-4010-a0b8-e7c44239db6c", "name": "network-vif-deleted", "tag": "729d9e2e-e3de-483e-9aee-9de04c04959e"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:19:19.013476 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39198544-a748-4e13-acde-39aa4c9aecbb x-openstack-request-id: req-39198544-a748-4e13-acde-39aa4c9aecbb {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:19:19.014081 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c96b58-ee69-4010-a0b8-e7c44239db6c", "name": "network-vif-deleted", "tag": "729d9e2e-e3de-483e-9aee-9de04c04959e", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:19:19.014488 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39198544-a748-4e13-acde-39aa4c9aecbb {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:19:19.022065 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c96b58-ee69-4010-a0b8-e7c44239db6c', 'name': 'network-vif-deleted', 'tag': '729d9e2e-e3de-483e-9aee-9de04c04959e', 'status': 'completed', 'code': 200} Aug 13 04:19:19.060913 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-2b8f0a9b-bdc5-412c-bebd-3235870755d4 None None] Set router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:19:19.298817 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-2b8f0a9b-bdc5-412c-bebd-3235870755d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:40Z', 'revision_number': 4, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'bf2f1230-4617-43b2-93b6-6ae9e0516fd4', 'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'mac_address': 'fa:16:3e:7d:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:40Z', 'updated_at': '2021-08-13T04:15:47Z', 'revision_number': 5, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'subnets': [{'id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:19:19.325553 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f0a9b-bdc5-412c-bebd-3235870755d4 None None] Checking router: 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:19:19.334004 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8f0a9b-bdc5-412c-bebd-3235870755d4 None None] Routers {'05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:19:19.334692 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-2b8f0a9b-bdc5-412c-bebd-3235870755d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:19:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:19:19.488582 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-2b8f0a9b-bdc5-412c-bebd-3235870755d4 None None] Set router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:19:19.510047 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2290523d-5c59-484c-aac9-8912b44626da req-af721fcb-7a58-4774-9034-4a077752c202 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=04c96b58-ee69-4010-a0b8-e7c44239db6c HTTP/1.1" status: 200 len: 210 time: 0.0476713 Aug 13 04:19:19.751642 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-2b8f0a9b-bdc5-412c-bebd-3235870755d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:40Z', 'revision_number': 4, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'bf2f1230-4617-43b2-93b6-6ae9e0516fd4', 'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'mac_address': 'fa:16:3e:7d:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:40Z', 'updated_at': '2021-08-13T04:15:47Z', 'revision_number': 5, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'subnets': [{'id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:19:19.781452 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f0a9b-bdc5-412c-bebd-3235870755d4 None None] The sync data for ids ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'] in dv-cinder-759987-6-iscsi is: [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:40Z', 'revision_number': 4, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'bf2f1230-4617-43b2-93b6-6ae9e0516fd4', 'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'mac_address': 'fa:16:3e:7d:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:40Z', 'updated_at': '2021-08-13T04:15:47Z', 'revision_number': 5, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'subnets': [{'id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:19:20.014508 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf13076b-3e48-4dd4-a8b9-38e326ea9dfc None None] New status for floating IP a67fda91-7be9-4e11-abb1-503666cfa049: DOWN {{(pid=94569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:19:20.777548 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-e2e684b1-14b7-420a-aed7-bf4093065767 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-945284825&fields=id&tenant_id=7da99b58a71342b9b2d6a5ea1451b765 HTTP/1.1" status: 200 len: 267 time: 0.0323713 Aug 13 04:19:20.886064 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-fa082cba-64c1-4910-af9a-ae7d6eb32d2a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:20.887563 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-fa082cba-64c1-4910-af9a-ae7d6eb32d2a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/networks?id=7c3089e4-8e84-4971-98ba-e9013a95d55b HTTP/1.1" status: 200 len: 811 time: 0.1029630 Aug 13 04:19:20.902784 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-07fdb6d8-a321-4dbc-9963-504689c16577 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/quotas/7da99b58a71342b9b2d6a5ea1451b765 HTTP/1.1" status: 200 len: 375 time: 0.0088792 Aug 13 04:19:20.955309 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-62258701-5f58-4a54-997a-651ba4f97c78 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7da99b58a71342b9b2d6a5ea1451b765&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468042 Aug 13 04:19:21.052285 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-d275080b-48f1-4fc6-a0be-5ec0630cda28 service neutron] 10.222.0.32 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852799 Aug 13 04:19:21.142947 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-a4f55592-63bb-4755-9f80-dd33d064b83a service neutron] 10.222.0.32 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839798 Aug 13 04:19:21.272246 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a500b0a7-22c7-4175-99ed-5aca1def62e5 req-a9b6b42e-c5dd-47eb-b0ae-74a49021ffcf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512235 Aug 13 04:19:21.334603 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 729d9e2e-e3de-483e-9aee-9de04c04959e no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:19:21.354850 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] No Port match for: 729d9e2e-e3de-483e-9aee-9de04c04959e {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:19:21.355425 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 729d9e2e-e3de-483e-9aee-9de04c04959e not bound to the agent host hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:19:21.361170 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500b0a7-22c7-4175-99ed-5aca1def62e5 req-19a5ddb8-e5d9-4555-b9b8-96442f2d5fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:21.362730 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a500b0a7-22c7-4175-99ed-5aca1def62e5 req-19a5ddb8-e5d9-4555-b9b8-96442f2d5fac service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6d4c8f932bf49dca555a79eae4efd63&device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 1099 time: 0.0476682 Aug 13 04:19:21.471161 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500b0a7-22c7-4175-99ed-5aca1def62e5 req-e15fcf6f-7ac0-4cd3-bc4e-b0977a3883c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:21.472677 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a500b0a7-22c7-4175-99ed-5aca1def62e5 req-e15fcf6f-7ac0-4cd3-bc4e-b0977a3883c9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e32643c6-8d74-4f65-969e-9aa4ee314bea HTTP/1.1" status: 200 len: 910 time: 0.0856180 Aug 13 04:19:21.544174 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a500b0a7-22c7-4175-99ed-5aca1def62e5 req-c7322a88-13f3-40a1-800f-9288011da657 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e80a4d31-ce9d-4967-b1be-c531c54de19d HTTP/1.1" status: 200 len: 1001 time: 0.0630445 Aug 13 04:19:21.599116 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500b0a7-22c7-4175-99ed-5aca1def62e5 req-f888f9d1-c660-437f-b835-66c70ebac2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:21.600726 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a500b0a7-22c7-4175-99ed-5aca1def62e5 req-f888f9d1-c660-437f-b835-66c70ebac2f0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8b52e372-55dc-4bbf-8fbc-e314efb4eadd HTTP/1.1" status: 200 len: 848 time: 0.0490232 Aug 13 04:19:21.648579 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500b0a7-22c7-4175-99ed-5aca1def62e5 req-1648731e-aa21-478a-8c2f-78b4d4acfc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:21.650071 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a500b0a7-22c7-4175-99ed-5aca1def62e5 req-1648731e-aa21-478a-8c2f-78b4d4acfc18 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e32643c6-8d74-4f65-969e-9aa4ee314bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417831 Aug 13 04:19:21.770033 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a500b0a7-22c7-4175-99ed-5aca1def62e5 req-540a4880-a39e-4b56-8af3-2ec78cdfaa39 service neutron] 10.222.0.22 "GET /v2.0/networks/e32643c6-8d74-4f65-969e-9aa4ee314bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048014 Aug 13 04:19:21.795131 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-41f4ed4c-6256-4be4-b54b-d2d059fcef0d req-4f556486-cf2c-4ca6-a2b4-0fe927c4d778 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 210 time: 0.0379589 Aug 13 04:19:21.878483 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 59004) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:19:21.893007 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a500b0a7-22c7-4175-99ed-5aca1def62e5 req-d9a6b965-b795-43f7-9be9-afae953a6db7 service neutron] 10.222.0.22 "GET /v2.0/networks/e32643c6-8d74-4f65-969e-9aa4ee314bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127236 Aug 13 04:19:21.990149 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9b0421db-41db-4628-b30e-8eff3b5b3a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:22.083360 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9b0421db-41db-4628-b30e-8eff3b5b3a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:22.142368 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9b0421db-41db-4628-b30e-8eff3b5b3a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:22.181433 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-9b0421db-41db-4628-b30e-8eff3b5b3a4d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1afcc636895945c29abf9c9be6da52ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013260 Aug 13 04:19:22.182398 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0421db-41db-4628-b30e-8eff3b5b3a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df94b2f-e332-4d5a-9890-e669e8b9745e,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:19:22.184114 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 59012) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:19:22.233207 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-09b74213-ca51-4879-becd-b6121fc5553f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:22.259672 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-09b74213-ca51-4879-becd-b6121fc5553f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:22.386764 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-09b74213-ca51-4879-becd-b6121fc5553f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:22.393475 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-09b74213-ca51-4879-becd-b6121fc5553f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:22.393475 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-09b74213-ca51-4879-becd-b6121fc5553f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9df94b2f-e332-4d5a-9890-e669e8b9745e HTTP/1.1" status: 204 len: 168 time: 0.2056999 Aug 13 04:19:22.399023 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b74213-ca51-4879-becd-b6121fc5553f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df94b2f-e332-4d5a-9890-e669e8b9745e,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:19:22.604155 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bcc29-0ac3-488e-9775-126d6161e8c0 req-dc6ac5f4-313e-412c-9985-2078d8a64b4c tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:22.608939 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3a2bcc29-0ac3-488e-9775-126d6161e8c0 req-dc6ac5f4-313e-412c-9985-2078d8a64b4c tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0545690 Aug 13 04:19:22.646235 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3a2bcc29-0ac3-488e-9775-126d6161e8c0 req-23231475-0977-4e0c-9f49-8b7fc8ce650f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335934 Aug 13 04:19:22.882010 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-746c30c4-7928-4a39-88ae-f1c515b7d741 req-288904cf-0ecd-48fc-aa25-4dfe04a65980 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 210 time: 0.0274367 Aug 13 04:19:23.770633 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75ab49-c067-4346-9b69-12f27aafe5c1 req-e2418ce1-0180-4f69-a830-9e41795489ba tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:23.772116 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ea75ab49-c067-4346-9b69-12f27aafe5c1 req-e2418ce1-0180-4f69-a830-9e41795489ba tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0517807 Aug 13 04:19:23.810903 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ea75ab49-c067-4346-9b69-12f27aafe5c1 req-85adc71f-c011-4916-ad5d-e61e6bbef81e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325983 Aug 13 04:19:23.889583 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:23.917978 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-6e84293c-df28-4385-90ae-0e5c68ac0994 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:23.919481 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-6e84293c-df28-4385-90ae-0e5c68ac0994 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.22 "GET /v2.0/networks?id=7c3089e4-8e84-4971-98ba-e9013a95d55b HTTP/1.1" status: 200 len: 811 time: 0.1031933 Aug 13 04:19:23.968240 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-5a31d779-c617-4f59-b689-c095658dcda7 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7da99b58a71342b9b2d6a5ea1451b765 HTTP/1.1" status: 200 len: 379 time: 0.0353506 Aug 13 04:19:23.980203 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-9ecbc921-297b-4de3-9a85-25c297d78a2b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Request body: {'port': {'device_id': 'f053059d-b14d-4038-966f-0f61513501d8', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'admin_state_up': True, 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'security_groups': ['be8776ce-9994-402c-8cda-6091a1fa46e2']}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:19:23.985827 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-96feebde-c116-4e6a-af65-4f2abe9753a0 req-db1f2b5b-0491-4bda-b4a0-c51bad5e787a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 210 time: 0.0261590 Aug 13 04:19:24.157956 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-9ecbc921-297b-4de3-9a85-25c297d78a2b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Made reservation on behalf of 7da99b58a71342b9b2d6a5ea1451b765 for: {'port': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:19:24.161605 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-9ecbc921-297b-4de3-9a85-25c297d78a2b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:24.291878 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-9ecbc921-297b-4de3-9a85-25c297d78a2b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Allocated IP 172.20.0.5 (7c3089e4-8e84-4971-98ba-e9013a95d55b/a463f44d-8044-41b8-88a4-df5cd43047ae/5142591f-557e-4288-9e45-f379850d9389) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:19:24.424201 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-9ecbc921-297b-4de3-9a85-25c297d78a2b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:24.437387 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-9ecbc921-297b-4de3-9a85-25c297d78a2b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Transition to ACTIVE for port object 5142591f-557e-4288-9e45-f379850d9389 will not be triggered until provisioned by entity DHCP. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:19:24.512714 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-9ecbc921-297b-4de3-9a85-25c297d78a2b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:24.558521 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-9ecbc921-297b-4de3-9a85-25c297d78a2b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Network 7c3089e4-8e84-4971-98ba-e9013a95d55b is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:19:24.567153 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-9ecbc921-297b-4de3-9a85-25c297d78a2b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:19:24.569538 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-9ecbc921-297b-4de3-9a85-25c297d78a2b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:19:24.596579 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbc921-297b-4de3-9a85-25c297d78a2b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Pushing event updated for resources: {'Port': ['ID=5142591f-557e-4288-9e45-f379850d9389,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:19:24.626995 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-9ecbc921-297b-4de3-9a85-25c297d78a2b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:24.627608 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-9ecbc921-297b-4de3-9a85-25c297d78a2b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:24.706646 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-9ecbc921-297b-4de3-9a85-25c297d78a2b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7303028 Aug 13 04:19:24.720137 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-86164ec1-9859-41ae-9290-8209f021f894 service neutron] Request body: {'port': {'device_id': 'f053059d-b14d-4038-966f-0f61513501d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:19:24.777042 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-86164ec1-9859-41ae-9290-8209f021f894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:24.866368 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-01d7fb15-6c63-4a3b-a741-63e2f8129969 None None] Provisioning for port 5142591f-557e-4288-9e45-f379850d9389 completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:19:24.871884 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-01d7fb15-6c63-4a3b-a741-63e2f8129969 None None] Provisioning complete for port 5142591f-557e-4288-9e45-f379850d9389 triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:19:24.872250 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-01d7fb15-6c63-4a3b-a741-63e2f8129969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:24.906542 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-01d7fb15-6c63-4a3b-a741-63e2f8129969 None None] Port 5142591f-557e-4288-9e45-f379850d9389 cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:19:24.933351 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af21d3-bdec-458e-baf7-65ab2e52e493 req-7ff67ab1-f00e-4968-b43d-d873bf665301 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:24.934839 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-19af21d3-bdec-458e-baf7-65ab2e52e493 req-7ff67ab1-f00e-4968-b43d-d873bf665301 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0494196 Aug 13 04:19:24.973023 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-19af21d3-bdec-458e-baf7-65ab2e52e493 req-047d2bf2-163f-44ce-b785-b1f3dd5efc1f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314662 Aug 13 04:19:25.050249 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-86164ec1-9859-41ae-9290-8209f021f894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5142591f-557e-4288-9e45-f379850d9389 {{(pid=94567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:19:25.057777 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-86164ec1-9859-41ae-9290-8209f021f894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:25.070161 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-86164ec1-9859-41ae-9290-8209f021f894 service neutron] Transition to ACTIVE for port object 5142591f-557e-4288-9e45-f379850d9389 will not be triggered until provisioned by entity L2. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:19:25.102444 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa20ee1-2176-4698-be11-52fe8433261e req-02ccd414-3111-4fb0-b4f2-14e1724dc0cc tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:25.103831 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1aa20ee1-2176-4698-be11-52fe8433261e req-02ccd414-3111-4fb0-b4f2-14e1724dc0cc tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 931 time: 0.0490015 Aug 13 04:19:25.134980 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-86164ec1-9859-41ae-9290-8209f021f894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:25.144943 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1aa20ee1-2176-4698-be11-52fe8433261e req-c600f81f-06af-42b4-afb2-d841383d0176 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351501 Aug 13 04:19:25.188913 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86164ec1-9859-41ae-9290-8209f021f894 service neutron] Pushing event updated for resources: {'Port': ['ID=5142591f-557e-4288-9e45-f379850d9389,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:19:25.255342 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-86164ec1-9859-41ae-9290-8209f021f894 service neutron] Attempting to bind port 5142591f-557e-4288-9e45-f379850d9389 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:19:25.255677 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-86164ec1-9859-41ae-9290-8209f021f894 service neutron] Attempting to bind port 5142591f-557e-4288-9e45-f379850d9389 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': '959b64a0-600e-4c8a-a999-c6c028523cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:19:25.256004 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-86164ec1-9859-41ae-9290-8209f021f894 service neutron] Attempting to bind port 5142591f-557e-4288-9e45-f379850d9389 on network 7c3089e4-8e84-4971-98ba-e9013a95d55b {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:19:25.260534 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-86164ec1-9859-41ae-9290-8209f021f894 service neutron] Port 5142591f-557e-4288-9e45-f379850d9389 on network 7c3089e4-8e84-4971-98ba-e9013a95d55b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:19:25.260856 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-86164ec1-9859-41ae-9290-8209f021f894 service neutron] Attempting to bind port 5142591f-557e-4288-9e45-f379850d9389 on network 7c3089e4-8e84-4971-98ba-e9013a95d55b {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:19:25.265788 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-86164ec1-9859-41ae-9290-8209f021f894 service neutron] Checking agent: {'id': '0c202f7d-8fe9-4513-921d-f16665c9f5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'started_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:19:25.266167 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-86164ec1-9859-41ae-9290-8209f021f894 service neutron] Checking segment: {'id': '959b64a0-600e-4c8a-a999-c6c028523cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:19:25.267206 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-86164ec1-9859-41ae-9290-8209f021f894 service neutron] Bound using segment: {'id': '959b64a0-600e-4c8a-a999-c6c028523cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:19:25.267635 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-86164ec1-9859-41ae-9290-8209f021f894 service neutron] Bound port: 5142591f-557e-4288-9e45-f379850d9389, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '959b64a0-600e-4c8a-a999-c6c028523cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:19:25.267999 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-86164ec1-9859-41ae-9290-8209f021f894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:25.336523 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-86164ec1-9859-41ae-9290-8209f021f894 service neutron] For port 5142591f-557e-4288-9e45-f379850d9389, host hv-cinder-75998, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:19:25.339380 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-86164ec1-9859-41ae-9290-8209f021f894 service neutron] For port 5142591f-557e-4288-9e45-f379850d9389, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=5142591f-557e-4288-9e45-f379850d9389,segment=NetworkSegment(959b64a0-600e-4c8a-a999-c6c028523cc0),segment_id=959b64a0-600e-4c8a-a999-c6c028523cc0)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:19:25.415491 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-86164ec1-9859-41ae-9290-8209f021f894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:25.450373 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-86164ec1-9859-41ae-9290-8209f021f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:25.450990 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-86164ec1-9859-41ae-9290-8209f021f894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:25.452449 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-86164ec1-9859-41ae-9290-8209f021f894 service neutron] 10.222.0.22 "PUT /v2.0/ports/5142591f-557e-4288-9e45-f379850d9389 HTTP/1.1" status: 200 len: 1093 time: 0.7370892 Aug 13 04:19:25.452838 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f053059d-b14d-4038-966f-0f61513501d8', 'tag': '5142591f-557e-4288-9e45-f379850d9389'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:19:25.455127 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f55028d-0560-47e9-a0b8-ef58ec1b3989" -d '{"events": [{"name": "network-changed", "server_uuid": "f053059d-b14d-4038-966f-0f61513501d8", "tag": "5142591f-557e-4288-9e45-f379850d9389"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:19:25.478882 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86164ec1-9859-41ae-9290-8209f021f894 service neutron] Pushing event updated for resources: {'Port': ['ID=5142591f-557e-4288-9e45-f379850d9389,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:19:25.493209 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bcee15-a9c3-4697-8292-252dda9884ae x-openstack-request-id: req-24bcee15-a9c3-4697-8292-252dda9884ae {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:19:25.493507 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f053059d-b14d-4038-966f-0f61513501d8", "tag": "5142591f-557e-4288-9e45-f379850d9389", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:19:25.493856 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24bcee15-a9c3-4697-8292-252dda9884ae {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:19:25.494187 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f053059d-b14d-4038-966f-0f61513501d8', 'tag': '5142591f-557e-4288-9e45-f379850d9389', 'status': 'completed', 'code': 200} Aug 13 04:19:25.557599 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55028d-0560-47e9-a0b8-ef58ec1b3989 req-e29e128d-8232-4612-a42c-039538c4377e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:25.559114 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-1f55028d-0560-47e9-a0b8-ef58ec1b3989 req-e29e128d-8232-4612-a42c-039538c4377e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7da99b58a71342b9b2d6a5ea1451b765&device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 1096 time: 0.0427547 Aug 13 04:19:25.666726 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55028d-0560-47e9-a0b8-ef58ec1b3989 req-7f7fd947-cd62-493a-b25f-ea1dc81f4da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:25.668186 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-1f55028d-0560-47e9-a0b8-ef58ec1b3989 req-7f7fd947-cd62-493a-b25f-ea1dc81f4da8 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=7da99b58a71342b9b2d6a5ea1451b765&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0987899 Aug 13 04:19:25.767186 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55028d-0560-47e9-a0b8-ef58ec1b3989 req-25294ed8-293f-474b-a0ce-3e0ceb8d88c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:25.768699 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-1f55028d-0560-47e9-a0b8-ef58ec1b3989 req-25294ed8-293f-474b-a0ce-3e0ceb8d88c6 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931764 Aug 13 04:19:25.851573 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-eb609fa6-a2fc-4d97-a99d-ceb3eae77b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:25.853116 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-eb609fa6-a2fc-4d97-a99d-ceb3eae77b8b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7da99b58a71342b9b2d6a5ea1451b765&device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 1096 time: 0.0473673 Aug 13 04:19:25.901442 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-e10d821c-97c2-46bd-9401-26011853cabc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5142591f-557e-4288-9e45-f379850d9389 HTTP/1.1" status: 200 len: 217 time: 0.0349164 Aug 13 04:19:25.956584 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-18fcd582-77f9-475b-947e-fd7221a212bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:25.958002 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-18fcd582-77f9-475b-947e-fd7221a212bf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a463f44d-8044-41b8-88a4-df5cd43047ae HTTP/1.1" status: 200 len: 850 time: 0.0482647 Aug 13 04:19:26.006829 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-06df0990-3215-4fdc-81e7-ff65d750e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:26.008304 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-06df0990-3215-4fdc-81e7-ff65d750e245 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c3089e4-8e84-4971-98ba-e9013a95d55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395308 Aug 13 04:19:26.093416 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399895bf-cc75-4733-b0f1-3cefcc7c8405 req-3b24532a-9ffd-4dac-a716-c7a97722846e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:26.095084 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-399895bf-cc75-4733-b0f1-3cefcc7c8405 req-3b24532a-9ffd-4dac-a716-c7a97722846e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0493715 Aug 13 04:19:26.101995 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-983e2141-0e9a-4069-bed4-607802fff1dc service neutron] 10.222.0.22 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858395 Aug 13 04:19:26.134580 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-399895bf-cc75-4733-b0f1-3cefcc7c8405 req-68296597-6520-4d0b-a305-889c8ba50b85 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332994 Aug 13 04:19:26.137040 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:19:26.206066 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d8b4ceb7-b874-4a7f-8831-d97f2e9e089d req-495f0bd2-122a-4f39-9b1a-8d1bf25d87da service neutron] 10.222.0.22 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897305 Aug 13 04:19:26.274378 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500413b-79de-4b1c-a391-3e447c4bb026 req-b293f1e6-0a6d-48dd-a813-b134f71d1131 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:26.275860 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1500413b-79de-4b1c-a391-3e447c4bb026 req-b293f1e6-0a6d-48dd-a813-b134f71d1131 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 943 time: 0.0561156 Aug 13 04:19:26.317202 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1500413b-79de-4b1c-a391-3e447c4bb026 req-f25d696b-a548-416e-b6bc-7bc15674718f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335193 Aug 13 04:19:27.260244 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb919927-8f26-414d-b2dc-c9a0b23aaf96 req-9738083a-eb66-4f95-9917-1eed30d9c017 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:27.261728 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bb919927-8f26-414d-b2dc-c9a0b23aaf96 req-9738083a-eb66-4f95-9917-1eed30d9c017 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0506392 Aug 13 04:19:27.303577 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bb919927-8f26-414d-b2dc-c9a0b23aaf96 req-c0bef4c2-bdd2-4724-95ce-603418943559 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345173 Aug 13 04:19:27.438076 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b02cac-f5b0-4c1d-bcc0-40820a710e82 req-83e5a1bc-7bf5-496f-bab5-dd737bfe16b9 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:27.439990 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-77b02cac-f5b0-4c1d-bcc0-40820a710e82 req-83e5a1bc-7bf5-496f-bab5-dd737bfe16b9 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 943 time: 0.0535369 Aug 13 04:19:27.477519 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-77b02cac-f5b0-4c1d-bcc0-40820a710e82 req-387b35f3-302a-4ff2-a169-44cb340d2c7c tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315001 Aug 13 04:19:28.426618 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b32c44-b867-4e68-a413-2337aae4ee03 req-28d402f3-6b60-4213-9613-e2ab92d41e20 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:28.428079 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-75b32c44-b867-4e68-a413-2337aae4ee03 req-28d402f3-6b60-4213-9613-e2ab92d41e20 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0496874 Aug 13 04:19:28.465915 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-75b32c44-b867-4e68-a413-2337aae4ee03 req-df8f9cd7-9856-4250-a495-682ab7bbfe2c tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318720 Aug 13 04:19:28.608446 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb199c-590c-41ab-9978-ab6b448ea0e6 req-f9857db0-b833-4994-ae0a-428dd8ad0827 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:28.609796 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b2fb199c-590c-41ab-9978-ab6b448ea0e6 req-f9857db0-b833-4994-ae0a-428dd8ad0827 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 943 time: 0.0473745 Aug 13 04:19:28.650944 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b2fb199c-590c-41ab-9978-ab6b448ea0e6 req-505194e7-105a-499c-8ce5-18d521efa9d0 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347950 Aug 13 04:19:29.586580 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbda150-a422-45af-b472-f594bd3517a8 req-639aba43-5d21-4145-9181-78d15a4a0c1f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:29.588072 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-dcbda150-a422-45af-b472-f594bd3517a8 req-639aba43-5d21-4145-9181-78d15a4a0c1f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0492506 Aug 13 04:19:29.626996 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-dcbda150-a422-45af-b472-f594bd3517a8 req-acb39010-8ddf-4e14-8e53-d49bb0ffa317 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329452 Aug 13 04:19:29.760909 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d0e88-a97b-4715-a9c5-41dddf4113e6 req-3fcfe612-703e-45c8-b7e9-e007aee04c70 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:29.762354 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-740d0e88-a97b-4715-a9c5-41dddf4113e6 req-3fcfe612-703e-45c8-b7e9-e007aee04c70 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 943 time: 0.0475385 Aug 13 04:19:29.800039 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-740d0e88-a97b-4715-a9c5-41dddf4113e6 req-9ddc7dcc-53a2-4737-af09-8f6e9f994b19 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312214 Aug 13 04:19:30.744084 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d914bb-9146-486e-823e-88c3ab45ae31 req-5b7b12f5-bf1f-4b07-ae86-3d48ddec9e71 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:30.745669 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-55d914bb-9146-486e-823e-88c3ab45ae31 req-5b7b12f5-bf1f-4b07-ae86-3d48ddec9e71 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0493295 Aug 13 04:19:30.788631 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-55d914bb-9146-486e-823e-88c3ab45ae31 req-19f2ee84-5c84-4a60-850a-a2576427c24b tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364327 Aug 13 04:19:30.913859 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7db359-12ce-44fd-829d-ad13d5423a04 req-e5f28513-e9e0-4a91-a582-f84ecdbf87a3 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:30.915356 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-da7db359-12ce-44fd-829d-ad13d5423a04 req-e5f28513-e9e0-4a91-a582-f84ecdbf87a3 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 943 time: 0.0497706 Aug 13 04:19:30.953192 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-da7db359-12ce-44fd-829d-ad13d5423a04 req-b01b1264-423e-40de-94b4-e069bce5b9e2 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318985 Aug 13 04:19:31.910052 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbced35-c22d-4596-af08-9dda2371200e req-8c6130b4-83e1-4305-9ac6-5f3b114d83bf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:31.911519 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fbbced35-c22d-4596-af08-9dda2371200e req-8c6130b4-83e1-4305-9ac6-5f3b114d83bf tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0507057 Aug 13 04:19:31.948927 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fbbced35-c22d-4596-af08-9dda2371200e req-dddd7bfc-1c8f-401a-9b72-b5ac987a2bee tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313823 Aug 13 04:19:32.074532 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4df4bd-7b92-4e7c-92c9-53812c89208f req-ff627023-72f3-4ffe-a12b-079ce3b1d97b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:32.076065 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5e4df4bd-7b92-4e7c-92c9-53812c89208f req-ff627023-72f3-4ffe-a12b-079ce3b1d97b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 943 time: 0.0513787 Aug 13 04:19:32.117610 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5e4df4bd-7b92-4e7c-92c9-53812c89208f req-b6453cf6-676b-49a7-9c85-0b5c3dbd0a21 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349166 Aug 13 04:19:33.068202 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7bed5-0a5b-4739-a024-34e1b560f66c req-9e7a0fcb-faf6-4319-825f-dcd670ca1a53 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:33.069691 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-eae7bed5-0a5b-4739-a024-34e1b560f66c req-9e7a0fcb-faf6-4319-825f-dcd670ca1a53 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0496547 Aug 13 04:19:33.107189 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-eae7bed5-0a5b-4739-a024-34e1b560f66c req-85490a22-b48f-4593-bb8e-3d21babf93d7 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316663 Aug 13 04:19:33.230570 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576d3fd-858e-4fbc-9208-ec6e9ffadc58 req-52fc46eb-d1ed-46c7-9f44-1a3691c899fc tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:33.232013 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0576d3fd-858e-4fbc-9208-ec6e9ffadc58 req-52fc46eb-d1ed-46c7-9f44-1a3691c899fc tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 943 time: 0.0488002 Aug 13 04:19:33.268854 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0576d3fd-858e-4fbc-9208-ec6e9ffadc58 req-d9ca1d2b-12a9-4abe-9792-65006fb9d586 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303557 Aug 13 04:19:34.225790 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a068f-d925-4348-9828-9f22148751fc req-464e84a8-8d78-41fc-9b53-e67275ad6977 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:34.227238 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-012a068f-d925-4348-9828-9f22148751fc req-464e84a8-8d78-41fc-9b53-e67275ad6977 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0485563 Aug 13 04:19:34.268854 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-012a068f-d925-4348-9828-9f22148751fc req-60e8965e-dc68-45f7-aae7-67649d159821 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357628 Aug 13 04:19:34.378753 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5298588-2351-44ad-9767-c4bea9b5bbdd req-acc66cb2-0364-4cb2-bbbc-33dca762961e tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:34.380536 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e5298588-2351-44ad-9767-c4bea9b5bbdd req-acc66cb2-0364-4cb2-bbbc-33dca762961e tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 943 time: 0.0481837 Aug 13 04:19:34.418318 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e5298588-2351-44ad-9767-c4bea9b5bbdd req-a62a07cb-fc48-4b81-b378-8fbe044ffc9e tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315530 Aug 13 04:19:35.385673 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ff12e-807a-4ff7-b049-9e49eac92c80 req-7a189147-f43c-4222-b426-b5e1a92ee1f9 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:35.387169 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-974ff12e-807a-4ff7-b049-9e49eac92c80 req-7a189147-f43c-4222-b426-b5e1a92ee1f9 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0488169 Aug 13 04:19:35.424825 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-974ff12e-807a-4ff7-b049-9e49eac92c80 req-43f7a438-6f5f-4ac9-bc26-4a5a4440d693 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309308 Aug 13 04:19:35.531276 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e9d76-50f7-471e-b4d8-538c4febd03d req-96669ed5-d5f6-4aa8-9bcb-6af14ffcce87 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:35.532908 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e20e9d76-50f7-471e-b4d8-538c4febd03d req-96669ed5-d5f6-4aa8-9bcb-6af14ffcce87 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 943 time: 0.0492690 Aug 13 04:19:35.572955 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e20e9d76-50f7-471e-b4d8-538c4febd03d req-b81c55b3-2da8-4b11-990e-ae2c7f9c282a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342367 Aug 13 04:19:36.542574 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283058f7-547d-4333-91fc-0e9f202f3ed9 req-63b04ba0-dfa9-49e2-b97b-4dec8faaf9ec tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:36.544055 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-283058f7-547d-4333-91fc-0e9f202f3ed9 req-63b04ba0-dfa9-49e2-b97b-4dec8faaf9ec tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0482006 Aug 13 04:19:36.584854 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-283058f7-547d-4333-91fc-0e9f202f3ed9 req-2edc9504-8a27-4712-8cd2-ff5f48adfb85 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342529 Aug 13 04:19:36.692038 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe6dcb-fabe-4753-818b-7d0458353cea req-f8d5b54a-82e5-4108-949f-11617411a8a4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:36.694502 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1dbe6dcb-fabe-4753-818b-7d0458353cea req-f8d5b54a-82e5-4108-949f-11617411a8a4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 943 time: 0.0514424 Aug 13 04:19:36.733306 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1dbe6dcb-fabe-4753-818b-7d0458353cea req-33edea9b-b504-468e-b5c0-45f136d5e2f1 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326691 Aug 13 04:19:37.710535 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5008cf-4fec-446a-ba90-9316db12bb5f req-25673a20-8d7c-4e65-96dd-9d84284e42fe tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:37.711974 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1c5008cf-4fec-446a-ba90-9316db12bb5f req-25673a20-8d7c-4e65-96dd-9d84284e42fe tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0471594 Aug 13 04:19:37.750969 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1c5008cf-4fec-446a-ba90-9316db12bb5f req-fc286fad-4f3d-4f21-bc57-1dd6b4b5d83a tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331345 Aug 13 04:19:37.849282 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77157535-a271-4318-a4bc-4ce9b0609471 req-6c1ab03a-bc35-4e19-a672-f919c423c80b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:37.850726 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-77157535-a271-4318-a4bc-4ce9b0609471 req-6c1ab03a-bc35-4e19-a672-f919c423c80b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 943 time: 0.0488632 Aug 13 04:19:37.888363 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-77157535-a271-4318-a4bc-4ce9b0609471 req-b0978bc2-1b97-4052-9a5b-5b57980197f7 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317674 Aug 13 04:19:38.797102 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-b12ff1c5-6b6f-4af1-b658-fa888a5bdf21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:38.875443 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80342c-cab5-47da-94ff-d168d666d9be req-6052b085-eb6d-4970-9917-bc63fa968618 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:38.876977 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5c80342c-cab5-47da-94ff-d168d666d9be req-6052b085-eb6d-4970-9917-bc63fa968618 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0490596 Aug 13 04:19:38.915617 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5c80342c-cab5-47da-94ff-d168d666d9be req-e57e5596-58ac-4933-913f-81ba7edf6a5a tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322750 Aug 13 04:19:39.000617 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3879c2-4750-4efa-b014-12a8c3152ed8 req-7e8dd6d5-dac3-4ce3-aeb4-5428d6af85b4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:39.002090 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fd3879c2-4750-4efa-b014-12a8c3152ed8 req-7e8dd6d5-dac3-4ce3-aeb4-5428d6af85b4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 943 time: 0.0480409 Aug 13 04:19:39.043129 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fd3879c2-4750-4efa-b014-12a8c3152ed8 req-bc8b01f5-95d1-4161-a79d-db4e3a5406aa tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348091 Aug 13 04:19:39.683425 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 5142591f-557e-4288-9e45-f379850d9389 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:19:39.894529 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 5142591f-557e-4288-9e45-f379850d9389, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=5142591f-557e-4288-9e45-f379850d9389,segment=NetworkSegment(959b64a0-600e-4c8a-a999-c6c028523cc0),segment_id=959b64a0-600e-4c8a-a999-c6c028523cc0)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:19:39.905246 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': '5142591f-557e-4288-9e45-f379850d9389', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'port_id': '5142591f-557e-4288-9e45-f379850d9389', 'mac_address': 'fa:16:3e:29:d0:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:19:39.941383 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:39.953827 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5142591f-557e-4288-9e45-f379850d9389 {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:19:39.973964 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 5142591f-557e-4288-9e45-f379850d9389, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=5142591f-557e-4288-9e45-f379850d9389,segment=NetworkSegment(959b64a0-600e-4c8a-a999-c6c028523cc0),segment_id=959b64a0-600e-4c8a-a999-c6c028523cc0)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:19:40.026532 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:40.035848 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002fcf9-ef7c-40d7-99e0-533f1ddf0bc5 req-683595d3-a019-4d72-9309-dcdce2a55d2e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:40.037416 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c002fcf9-ef7c-40d7-99e0-533f1ddf0bc5 req-683595d3-a019-4d72-9309-dcdce2a55d2e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0512657 Aug 13 04:19:40.075698 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c002fcf9-ef7c-40d7-99e0-533f1ddf0bc5 req-b7132222-7eeb-4588-8d02-d8602a2032ce tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321188 Aug 13 04:19:40.080675 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=5142591f-557e-4288-9e45-f379850d9389,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:19:40.085516 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:40.085871 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:40.086294 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:40.086543 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:40.086880 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:40.087222 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:40.087543 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:40.087871 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:40.088201 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:40.088563 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:40.088887 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:40.089333 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:40.158296 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a90ad9-e0ad-4b30-b538-392e5d8cccd2 req-3a885e63-85a0-4caf-ab73-cdf5976f5701 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:40.159766 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c3a90ad9-e0ad-4b30-b538-392e5d8cccd2 req-3a885e63-85a0-4caf-ab73-cdf5976f5701 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 944 time: 0.0485895 Aug 13 04:19:40.197153 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c3a90ad9-e0ad-4b30-b538-392e5d8cccd2 req-6754bed7-de64-4335-8c08-f32794307a31 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313716 Aug 13 04:19:40.333581 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['5142591f-557e-4288-9e45-f379850d9389'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:19:41.207994 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2034c3-f529-4725-9d57-7715a594d120 req-a6056458-7486-48ab-9461-91d6fe943cf1 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:41.209488 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7b2034c3-f529-4725-9d57-7715a594d120 req-a6056458-7486-48ab-9461-91d6fe943cf1 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0481174 Aug 13 04:19:41.236629 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-ad3e6d6a-71ec-4842-9deb-ebd60e007228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:41.250747 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7b2034c3-f529-4725-9d57-7715a594d120 req-852b4cd4-99ea-4c09-96fc-8e4e6da0394c tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351918 Aug 13 04:19:41.312986 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96dedf-4bcd-439d-a46d-32f21cbb5fea req-cc4194a0-0fc9-4e0d-9e2c-8186c78eb200 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:41.315259 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8c96dedf-4bcd-439d-a46d-32f21cbb5fea req-cc4194a0-0fc9-4e0d-9e2c-8186c78eb200 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 944 time: 0.0513101 Aug 13 04:19:41.352778 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8c96dedf-4bcd-439d-a46d-32f21cbb5fea req-e8ab1bd8-5b7e-48f2-9fdd-59b22cca2428 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318296 Aug 13 04:19:41.463700 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 5142591f-557e-4288-9e45-f379850d9389 up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:19:41.591819 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning for port 5142591f-557e-4288-9e45-f379850d9389 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:19:41.595433 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port 5142591f-557e-4288-9e45-f379850d9389 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:19:41.595824 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:41.669403 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:41.691214 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f053059d-b14d-4038-966f-0f61513501d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5142591f-557e-4288-9e45-f379850d9389'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:19:41.693460 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1cd029-87d3-4f06-b088-e10a48f2281a" -d '{"events": [{"server_uuid": "f053059d-b14d-4038-966f-0f61513501d8", "name": "network-vif-plugged", "status": "completed", "tag": "5142591f-557e-4288-9e45-f379850d9389"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:19:41.707618 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 5142591f-557e-4288-9e45-f379850d9389, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=5142591f-557e-4288-9e45-f379850d9389,segment=NetworkSegment(959b64a0-600e-4c8a-a999-c6c028523cc0),segment_id=959b64a0-600e-4c8a-a999-c6c028523cc0)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:19:41.732682 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dbedf5-7a9b-4345-a239-f702f78495dd x-openstack-request-id: req-d9dbedf5-7a9b-4345-a239-f702f78495dd {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:19:41.732682 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f053059d-b14d-4038-966f-0f61513501d8", "name": "network-vif-plugged", "status": "completed", "tag": "5142591f-557e-4288-9e45-f379850d9389", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:19:41.732905 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d9dbedf5-7a9b-4345-a239-f702f78495dd {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:19:41.733196 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f053059d-b14d-4038-966f-0f61513501d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5142591f-557e-4288-9e45-f379850d9389', 'code': 200} Aug 13 04:19:41.780394 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:41.831439 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=5142591f-557e-4288-9e45-f379850d9389,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:19:42.054841 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:42.056615 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeba03b-8196-4238-a1a1-6419fec7cd43 req-40fb042e-e7b6-4ec1-afa2-0ae2bfc4b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:42.058244 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-4eeba03b-8196-4238-a1a1-6419fec7cd43 req-40fb042e-e7b6-4ec1-afa2-0ae2bfc4b61b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 1098 time: 0.0445809 Aug 13 04:19:42.098200 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-4eeba03b-8196-4238-a1a1-6419fec7cd43 req-16d64eef-1603-4de7-93ee-3a5e9e231716 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291746 Aug 13 04:19:42.373981 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca5617-cbd3-49ba-8b6d-e6e45e03525d req-c0a900c8-092c-4e76-b988-867e8b384656 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:42.375416 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7cca5617-cbd3-49ba-8b6d-e6e45e03525d req-c0a900c8-092c-4e76-b988-867e8b384656 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0502241 Aug 13 04:19:42.414839 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7cca5617-cbd3-49ba-8b6d-e6e45e03525d req-b9091bd5-5d2c-42bb-90a6-c7348ea6af38 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333064 Aug 13 04:19:42.469688 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3305df-94fb-4ce6-bd40-da3430193b7b req-6d77f8b9-2571-466c-b7f8-8ed146d0d73f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:42.471967 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-af3305df-94fb-4ce6-bd40-da3430193b7b req-6d77f8b9-2571-466c-b7f8-8ed146d0d73f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 945 time: 0.0491192 Aug 13 04:19:42.512068 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-af3305df-94fb-4ce6-bd40-da3430193b7b req-fcfda748-0a77-4255-b601-982849820909 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339618 Aug 13 04:19:42.609552 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:43.470835 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 5d508e98-36f3-4606-875e-0cc78db62d05 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:19:43.540500 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00247cf-1b38-4440-a463-5e564f8816e1 req-74d7c5cd-9032-474b-82f9-a3f77eb7a94e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:43.542202 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a00247cf-1b38-4440-a463-5e564f8816e1 req-74d7c5cd-9032-474b-82f9-a3f77eb7a94e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0534124 Aug 13 04:19:43.584990 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 5d508e98-36f3-4606-875e-0cc78db62d05, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=5d508e98-36f3-4606-875e-0cc78db62d05,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:19:43.604959 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': '5d508e98-36f3-4606-875e-0cc78db62d05', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'port_id': '5d508e98-36f3-4606-875e-0cc78db62d05', 'mac_address': 'fa:16:3e:e7:f7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:19:43.633012 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a00247cf-1b38-4440-a463-5e564f8816e1 req-2867baae-d9f5-4302-8405-4c3b955d30f8 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823691 Aug 13 04:19:43.656769 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14be9fc-97ac-4820-970e-c825c0cdbaad req-daae96e0-ff45-4daf-ab30-d3acca622d84 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:43.663743 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b14be9fc-97ac-4820-970e-c825c0cdbaad req-daae96e0-ff45-4daf-ab30-d3acca622d84 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 945 time: 0.0671079 Aug 13 04:19:43.663896 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:43.679217 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d508e98-36f3-4606-875e-0cc78db62d05 {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:19:43.698357 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b14be9fc-97ac-4820-970e-c825c0cdbaad req-7b219248-4c8c-4e30-bfbc-ec9025800431 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336022 Aug 13 04:19:43.710250 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 5d508e98-36f3-4606-875e-0cc78db62d05, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=5d508e98-36f3-4606-875e-0cc78db62d05,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:19:43.813663 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:43.833076 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d270267-6bd7-4d65-8100-b9d969d48e2c req-8095d5ef-903c-41f2-9771-342b1ff4296e tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:43.834750 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8d270267-6bd7-4d65-8100-b9d969d48e2c req-8095d5ef-903c-41f2-9771-342b1ff4296e tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 945 time: 0.0593445 Aug 13 04:19:43.865400 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=5d508e98-36f3-4606-875e-0cc78db62d05,revision_number=6']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:19:43.885173 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8d270267-6bd7-4d65-8100-b9d969d48e2c req-bbdf1d66-e7f8-465b-9b3e-ff39c9f37143 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433083 Aug 13 04:19:43.921031 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 59240) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:19:43.927006 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['5d508e98-36f3-4606-875e-0cc78db62d05'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:19:43.961221 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e9cebb-dcbe-4ffe-af4f-f0d32cd68d1e tempest-TestVolumeBootPattern-482983081 tempest-TestVolumeBootPattern-482983081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:43.962739 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-d8e9cebb-dcbe-4ffe-af4f-f0d32cd68d1e tempest-TestVolumeBootPattern-482983081 tempest-TestVolumeBootPattern-482983081-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 1093 time: 0.0407462 Aug 13 04:19:43.965494 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 59242) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:19:43.970952 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Request body: {'floatingip': {'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'port_id': '5142591f-557e-4288-9e45-f379850d9389', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:19:44.026701 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for floatingip, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:44.160582 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:44.214935 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:44.267797 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Allocated IP 172.27.3.18 (a2b3fd62-7513-4482-ab06-e961571be3c5/2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e/a4e7de42-ff1f-4479-ac43-1e783ac00909) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:19:44.383803 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:44.529885 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:44.566251 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Network a2b3fd62-7513-4482-ab06-e961571be3c5 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:19:44.587870 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:19:44.591661 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:19:44.704053 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Pushing event updated for resources: {'Port': ['ID=a4e7de42-ff1f-4479-ac43-1e783ac00909,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:19:44.734339 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:44.734691 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:44.735038 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:44.735373 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:44.735702 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:44.737055 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:44.737055 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:44.737376 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:44.737707 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:44.738033 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:44.738607 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:44.738997 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:19:44.848512 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e36df4-c9b7-48c2-b405-e9485367205f req-29446345-3c49-4ca4-a026-48095bd9b2c1 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:44.849835 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c6e36df4-c9b7-48c2-b405-e9485367205f req-29446345-3c49-4ca4-a026-48095bd9b2c1 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 944 time: 0.0988793 Aug 13 04:19:44.952591 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c6e36df4-c9b7-48c2-b405-e9485367205f req-587457a3-e8d4-40c8-a383-942ab7b7b8af tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853207 Aug 13 04:19:45.138189 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:45.301736 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:45.478035 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 5d508e98-36f3-4606-875e-0cc78db62d05 up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:19:45.482537 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:45.540162 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port 5d508e98-36f3-4606-875e-0cc78db62d05 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:19:45.540792 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:45.548958 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2630174'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:45.649054 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:45.680299 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Pushing event updated for resources: {'Port': ['ID=a4e7de42-ff1f-4479-ac43-1e783ac00909,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:19:45.692814 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d508e98-36f3-4606-875e-0cc78db62d05'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:19:45.698959 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704406'] for floatingip, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:45.699908 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d7245e-fb53-46e1-b50d-266d9d522425" -d '{"events": [{"server_uuid": "01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5", "name": "network-vif-plugged", "status": "completed", "tag": "5d508e98-36f3-4606-875e-0cc78db62d05"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:19:45.725772 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 5d508e98-36f3-4606-875e-0cc78db62d05, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=5d508e98-36f3-4606-875e-0cc78db62d05,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:19:45.754731 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aaa0d16-774f-4f35-8fab-c0a8657f2686 x-openstack-request-id: req-3aaa0d16-774f-4f35-8fab-c0a8657f2686 {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:19:45.754731 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5", "name": "network-vif-plugged", "status": "completed", "tag": "5d508e98-36f3-4606-875e-0cc78db62d05", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:19:45.754731 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3aaa0d16-774f-4f35-8fab-c0a8657f2686 {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:19:45.754731 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d508e98-36f3-4606-875e-0cc78db62d05', 'code': 200} Aug 13 04:19:45.803672 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:45.865244 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=5d508e98-36f3-4606-875e-0cc78db62d05,revision_number=7']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:19:46.102580 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.db.l3_db [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Floating IP 34006e1c-b618-4b22-8044-f99f0079e6f5 associated. External IP: 172.27.3.18, port: 5142591f-557e-4288-9e45-f379850d9389. Aug 13 04:19:46.147562 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f4bc0-afc1-4966-a835-8cb499e6e59e req-89fd210f-a30b-4979-b245-425ed836f898 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:46.149126 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7c6f4bc0-afc1-4966-a835-8cb499e6e59e req-89fd210f-a30b-4979-b245-425ed836f898 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.1011605 Aug 13 04:19:46.238251 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7c6f4bc0-afc1-4966-a835-8cb499e6e59e req-d264775f-6897-4d90-aa7f-e5f553cc4263 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803607 Aug 13 04:19:46.384577 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:19:46.513634 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:19:46.514425 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b83e899-4aa2-469d-ace1-e61156c6485f None None] Sync routers for ids ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:19:46.526813 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b83e899-4aa2-469d-ace1-e61156c6485f None None] Routers {'05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:19:46.527818 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-6b83e899-4aa2-469d-ace1-e61156c6485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:19:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:19:46.627542 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for floatingip, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:46.665060 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-6b83e899-4aa2-469d-ace1-e61156c6485f None None] Set router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:19:46.707807 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-cc10e46d-aee6-47fb-97f6-1af927aa179f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7412658 Aug 13 04:19:46.708427 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f053059d-b14d-4038-966f-0f61513501d8', 'tag': '5142591f-557e-4288-9e45-f379850d9389'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:19:46.715073 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bd27882eb3c5f369e5e71c287e85e980be0a094d6552a040ba295dfdcae25d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cc92c9-db41-468b-88a8-19221c328a53" -d '{"events": [{"name": "network-changed", "server_uuid": "f053059d-b14d-4038-966f-0f61513501d8", "tag": "5142591f-557e-4288-9e45-f379850d9389"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:19:46.944833 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-6b83e899-4aa2-469d-ace1-e61156c6485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:40Z', 'revision_number': 4, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': '34006e1c-b618-4b22-8044-f99f0079e6f5', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'port_id': '5142591f-557e-4288-9e45-f379850d9389', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'mac_address': 'fa:16:3e:29:d0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f053059d-b14d-4038-966f-0f61513501d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:19:44Z', 'updated_at': '2021-08-13T04:19:44Z', 'revision_number': 0, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf2f1230-4617-43b2-93b6-6ae9e0516fd4', 'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'mac_address': 'fa:16:3e:7d:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:40Z', 'updated_at': '2021-08-13T04:15:47Z', 'revision_number': 5, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'subnets': [{'id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:19:46.978739 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b83e899-4aa2-469d-ace1-e61156c6485f None None] Checking router: 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:19:46.988957 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b83e899-4aa2-469d-ace1-e61156c6485f None None] Routers {'05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:19:46.989613 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-6b83e899-4aa2-469d-ace1-e61156c6485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:19:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:19:47.019538 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae45155-d881-45de-8eff-ac88b994c45d x-openstack-request-id: req-1ae45155-d881-45de-8eff-ac88b994c45d {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:19:47.019830 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f053059d-b14d-4038-966f-0f61513501d8", "tag": "5142591f-557e-4288-9e45-f379850d9389", "status": "completed", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:19:47.020085 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ae45155-d881-45de-8eff-ac88b994c45d {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:19:47.020503 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f053059d-b14d-4038-966f-0f61513501d8', 'tag': '5142591f-557e-4288-9e45-f379850d9389', 'status': 'completed', 'code': 200} Aug 13 04:19:47.122436 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-6b83e899-4aa2-469d-ace1-e61156c6485f None None] Set router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:19:47.140632 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc92c9-db41-468b-88a8-19221c328a53 req-a31e69b7-86cd-44aa-97db-6a1fb6c5a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:47.144435 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e8cc92c9-db41-468b-88a8-19221c328a53 req-a31e69b7-86cd-44aa-97db-6a1fb6c5a326 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7da99b58a71342b9b2d6a5ea1451b765&device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 1098 time: 0.0882499 Aug 13 04:19:47.151576 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f64888-9013-49a9-825d-6ff722f8cad4 req-5abce01e-62dd-40db-90e8-ce2b390340b5 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:47.153348 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-23f64888-9013-49a9-825d-6ff722f8cad4 req-5abce01e-62dd-40db-90e8-ce2b390340b5 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b08fc4-e77b-4883-b195-69c8b3c018b9 HTTP/1.1" status: 200 len: 946 time: 0.0571873 Aug 13 04:19:47.197286 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-23f64888-9013-49a9-825d-6ff722f8cad4 req-f35442fd-1352-4704-ae4c-07dbeb371f5a tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369585 Aug 13 04:19:47.277157 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc92c9-db41-468b-88a8-19221c328a53 req-50a38948-281e-4d23-a565-f90ec97ea78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:47.278976 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e8cc92c9-db41-468b-88a8-19221c328a53 req-50a38948-281e-4d23-a565-f90ec97ea78b service neutron] 10.222.0.22 "GET /v2.0/networks?id=7c3089e4-8e84-4971-98ba-e9013a95d55b HTTP/1.1" status: 200 len: 912 time: 0.1231580 Aug 13 04:19:47.366572 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e8cc92c9-db41-468b-88a8-19221c328a53 req-a1518523-c120-428f-9e1e-852eed95fa99 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5142591f-557e-4288-9e45-f379850d9389 HTTP/1.1" status: 200 len: 998 time: 0.0770128 Aug 13 04:19:47.422740 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d83c4-021c-4dda-8ecd-bf0551459153 req-b37bd0e8-e6a6-4cf3-939e-cf26809dda5a tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:47.430068 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c64d83c4-021c-4dda-8ecd-bf0551459153 req-b37bd0e8-e6a6-4cf3-939e-cf26809dda5a tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0777950 Aug 13 04:19:47.450467 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc92c9-db41-468b-88a8-19221c328a53 req-887570cc-fd9a-4dca-87d5-5292c42a701c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:47.452238 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e8cc92c9-db41-468b-88a8-19221c328a53 req-887570cc-fd9a-4dca-87d5-5292c42a701c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a463f44d-8044-41b8-88a4-df5cd43047ae HTTP/1.1" status: 200 len: 850 time: 0.0672400 Aug 13 04:19:47.475984 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-6b83e899-4aa2-469d-ace1-e61156c6485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:40Z', 'revision_number': 4, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': '34006e1c-b618-4b22-8044-f99f0079e6f5', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'port_id': '5142591f-557e-4288-9e45-f379850d9389', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'mac_address': 'fa:16:3e:29:d0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f053059d-b14d-4038-966f-0f61513501d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:19:44Z', 'updated_at': '2021-08-13T04:19:44Z', 'revision_number': 0, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf2f1230-4617-43b2-93b6-6ae9e0516fd4', 'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'mac_address': 'fa:16:3e:7d:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:40Z', 'updated_at': '2021-08-13T04:15:47Z', 'revision_number': 5, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'subnets': [{'id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:19:47.511360 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c64d83c4-021c-4dda-8ecd-bf0551459153 req-ce379d81-2f4f-4af1-929f-3b23ebbbb588 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714374 Aug 13 04:19:47.539780 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b83e899-4aa2-469d-ace1-e61156c6485f None None] The sync data for ids ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'] in dv-cinder-759987-6-iscsi is: [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:40Z', 'revision_number': 4, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': '34006e1c-b618-4b22-8044-f99f0079e6f5', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'port_id': '5142591f-557e-4288-9e45-f379850d9389', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'mac_address': 'fa:16:3e:29:d0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f053059d-b14d-4038-966f-0f61513501d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:19:44Z', 'updated_at': '2021-08-13T04:19:44Z', 'revision_number': 0, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf2f1230-4617-43b2-93b6-6ae9e0516fd4', 'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'mac_address': 'fa:16:3e:7d:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:40Z', 'updated_at': '2021-08-13T04:15:47Z', 'revision_number': 5, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'subnets': [{'id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:19:47.557105 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc92c9-db41-468b-88a8-19221c328a53 req-c8d600a9-a0ca-4db8-9201-01b7ac1de470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:47.558776 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e8cc92c9-db41-468b-88a8-19221c328a53 req-c8d600a9-a0ca-4db8-9201-01b7ac1de470 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c3089e4-8e84-4971-98ba-e9013a95d55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790739 Aug 13 04:19:47.684990 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e8cc92c9-db41-468b-88a8-19221c328a53 req-c9f8c5ab-d2c8-4d4e-8886-1770123f62ae service neutron] 10.222.0.22 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079490 Aug 13 04:19:47.799659 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e8cc92c9-db41-468b-88a8-19221c328a53 req-0530ea28-839d-435f-9bd3-8af48642c71e service neutron] 10.222.0.22 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065550 Aug 13 04:19:47.884518 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1d508a-d645-4b6a-bfec-44fb970720bf None None] New status for floating IP 34006e1c-b618-4b22-8044-f99f0079e6f5: ACTIVE {{(pid=94569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:19:48.341220 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555438c-39b8-4a6b-a21c-7ef3f517ae29 req-ce1548bf-03c9-401b-b22f-df8678c7c831 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:48.342794 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8555438c-39b8-4a6b-a21c-7ef3f517ae29 req-ce1548bf-03c9-401b-b22f-df8678c7c831 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b08fc4-e77b-4883-b195-69c8b3c018b9 HTTP/1.1" status: 200 len: 946 time: 0.0585661 Aug 13 04:19:48.389027 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8555438c-39b8-4a6b-a21c-7ef3f517ae29 req-03dd275e-88a6-42f8-bfc6-0b2227fe69a9 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396135 Aug 13 04:19:48.684864 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd600751-fb88-44c1-bda9-7dc04d62c4d1 req-7de4ffa7-8c6d-4b50-b073-dcc69ec30809 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:48.686584 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bd600751-fb88-44c1-bda9-7dc04d62c4d1 req-7de4ffa7-8c6d-4b50-b073-dcc69ec30809 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0643790 Aug 13 04:19:48.733081 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bd600751-fb88-44c1-bda9-7dc04d62c4d1 req-72993643-5641-4363-b1b5-26b9c279ca6f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346057 Aug 13 04:19:48.877203 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5c31f-472a-4148-a51e-2e34dcfa2076 req-ec1ca9ca-07d7-4be4-8253-99fd56907fe1 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:48.878656 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d8e5c31f-472a-4148-a51e-2e34dcfa2076 req-ec1ca9ca-07d7-4be4-8253-99fd56907fe1 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.22 "GET /v2.0/ports?device_id=57b08fc4-e77b-4883-b195-69c8b3c018b9 HTTP/1.1" status: 200 len: 946 time: 0.0541418 Aug 13 04:19:48.989362 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-d8e5c31f-472a-4148-a51e-2e34dcfa2076 req-efe806d0-cf55-44fb-a78b-b30629b451f1 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Deleting port f23797a8-5ddd-4d8e-a0f5-605f78279271 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:19:48.989703 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d8e5c31f-472a-4148-a51e-2e34dcfa2076 req-efe806d0-cf55-44fb-a78b-b30629b451f1 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:49.096812 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-d8e5c31f-472a-4148-a51e-2e34dcfa2076 req-efe806d0-cf55-44fb-a78b-b30629b451f1 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] For port f23797a8-5ddd-4d8e-a0f5-605f78279271, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=f23797a8-5ddd-4d8e-a0f5-605f78279271,segment=NetworkSegment(d4f7440b-1017-4e47-9481-9ad24072e10e),segment_id=d4f7440b-1017-4e47-9481-9ad24072e10e)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:19:49.097610 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d8e5c31f-472a-4148-a51e-2e34dcfa2076 req-efe806d0-cf55-44fb-a78b-b30629b451f1 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:49.113465 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-d8e5c31f-472a-4148-a51e-2e34dcfa2076 req-efe806d0-cf55-44fb-a78b-b30629b451f1 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Calling delete_port for f23797a8-5ddd-4d8e-a0f5-605f78279271 owned by compute:nova {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:19:49.312281 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d8e5c31f-472a-4148-a51e-2e34dcfa2076 req-efe806d0-cf55-44fb-a78b-b30629b451f1 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:49.325208 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['f23797a8-5ddd-4d8e-a0f5-605f78279271'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:19:49.372687 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe806d0-cf55-44fb-a78b-b30629b451f1 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Pushing event deleted for resources: {'Port': ['ID=f23797a8-5ddd-4d8e-a0f5-605f78279271,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:19:49.396096 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e5c31f-472a-4148-a51e-2e34dcfa2076 req-efe806d0-cf55-44fb-a78b-b30629b451f1 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] No DVR routers for this DVR port f23797a8-5ddd-4d8e-a0f5-605f78279271 on host hv-cinder-75998 {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:19:49.399101 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-d8e5c31f-472a-4148-a51e-2e34dcfa2076 req-efe806d0-cf55-44fb-a78b-b30629b451f1 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:49.401342 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-d8e5c31f-472a-4148-a51e-2e34dcfa2076 req-efe806d0-cf55-44fb-a78b-b30629b451f1 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.22 "DELETE /v2.0/ports/f23797a8-5ddd-4d8e-a0f5-605f78279271 HTTP/1.1" status: 204 len: 173 time: 0.5147140 Aug 13 04:19:49.401897 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b08fc4-e77b-4883-b195-69c8b3c018b9', 'name': 'network-vif-deleted', 'tag': 'f23797a8-5ddd-4d8e-a0f5-605f78279271'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:19:49.404353 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c0d9e0-f287-42fa-839c-32e45a88964a" -d '{"events": [{"server_uuid": "57b08fc4-e77b-4883-b195-69c8b3c018b9", "name": "network-vif-deleted", "tag": "f23797a8-5ddd-4d8e-a0f5-605f78279271"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:19:49.448502 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cd0ef3-88c4-4727-9453-1cf10e5108d6 x-openstack-request-id: req-08cd0ef3-88c4-4727-9453-1cf10e5108d6 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:19:49.448800 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b08fc4-e77b-4883-b195-69c8b3c018b9", "name": "network-vif-deleted", "tag": "f23797a8-5ddd-4d8e-a0f5-605f78279271", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:19:49.449055 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08cd0ef3-88c4-4727-9453-1cf10e5108d6 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:19:49.449456 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b08fc4-e77b-4883-b195-69c8b3c018b9', 'name': 'network-vif-deleted', 'tag': 'f23797a8-5ddd-4d8e-a0f5-605f78279271', 'status': 'completed', 'code': 200} Aug 13 04:19:49.502246 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ba426a4e-1d11-4fc3-812b-021f6ebd79cc req-6a6e121d-62f1-4eb6-be66-48b504ccf1b5 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b08fc4-e77b-4883-b195-69c8b3c018b9 HTTP/1.1" status: 200 len: 210 time: 0.0350282 Aug 13 04:19:49.863126 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d35d1-f8ff-46d4-a585-2581a0148795 req-6cbed4c2-3ebf-48eb-8978-b6f7e934c468 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:49.864696 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b70d35d1-f8ff-46d4-a585-2581a0148795 req-6cbed4c2-3ebf-48eb-8978-b6f7e934c468 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0523105 Aug 13 04:19:49.905897 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b70d35d1-f8ff-46d4-a585-2581a0148795 req-868718dc-7a13-4dd7-8c16-9703fd608345 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335968 Aug 13 04:19:51.041476 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad3ebe-8412-4e0f-9e78-91f61c1ca2cb req-0bc101ed-dff2-4f88-9d87-a707862664da tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:51.043270 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8dad3ebe-8412-4e0f-9e78-91f61c1ca2cb req-0bc101ed-dff2-4f88-9d87-a707862664da tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0555258 Aug 13 04:19:51.087175 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8dad3ebe-8412-4e0f-9e78-91f61c1ca2cb req-843e5fc2-517f-41c9-bdfa-4c86ca89d25e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352130 Aug 13 04:19:52.276559 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da49116-4037-4772-8da3-9afffea4c9a9 req-7216a451-25bb-4c4d-8a9f-483bcac06515 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:52.278171 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0da49116-4037-4772-8da3-9afffea4c9a9 req-7216a451-25bb-4c4d-8a9f-483bcac06515 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0504093 Aug 13 04:19:52.324141 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0da49116-4037-4772-8da3-9afffea4c9a9 req-2cfa553d-7ee3-4fa9-8429-4dae1bf468e2 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389557 Aug 13 04:19:53.466135 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fcfad-a3e6-42ce-9b5f-30eb372fa5c3 req-51651c9f-2551-4cfd-b69b-d1a3be11be16 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:53.473213 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e04fcfad-a3e6-42ce-9b5f-30eb372fa5c3 req-51651c9f-2551-4cfd-b69b-d1a3be11be16 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0606148 Aug 13 04:19:53.510786 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e04fcfad-a3e6-42ce-9b5f-30eb372fa5c3 req-c214f267-b5e5-4e28-97c1-92ea34d11f11 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346289 Aug 13 04:19:53.598374 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device f23797a8-5ddd-4d8e-a0f5-605f78279271 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:19:53.627380 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] No Port match for: f23797a8-5ddd-4d8e-a0f5-605f78279271 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:19:53.627755 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device f23797a8-5ddd-4d8e-a0f5-605f78279271 not bound to the agent host hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:19:54.648709 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b6918-3a69-4292-9bac-5d1820601273 req-02324d9e-51f0-4a86-b10f-7d03d776714a tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:54.650115 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-671b6918-3a69-4292-9bac-5d1820601273 req-02324d9e-51f0-4a86-b10f-7d03d776714a tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0654156 Aug 13 04:19:54.682996 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:19:54.690686 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-671b6918-3a69-4292-9bac-5d1820601273 req-43d2a06f-d6ca-40c3-b697-b37bac620733 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336909 Aug 13 04:19:55.815891 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63bbe1-1f96-411e-b5bb-cc3120073cbf req-2060427e-7625-4399-b6a2-5ac516758cd2 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:55.817512 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2b63bbe1-1f96-411e-b5bb-cc3120073cbf req-2060427e-7625-4399-b6a2-5ac516758cd2 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0480511 Aug 13 04:19:55.856861 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2b63bbe1-1f96-411e-b5bb-cc3120073cbf req-555c1972-dcfc-4376-a144-56569f99ca91 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336339 Aug 13 04:19:56.330188 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b32d4-655c-45cf-a508-57b3fbfc80f1 req-1afdee10-b240-4648-97dc-103b02d9606b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:56.331726 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-245b32d4-655c-45cf-a508-57b3fbfc80f1 req-1afdee10-b240-4648-97dc-103b02d9606b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=25ac2d78559b4fb2ba32472ce882e229&device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 1098 time: 0.0442314 Aug 13 04:19:56.425944 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b32d4-655c-45cf-a508-57b3fbfc80f1 req-c883feb7-fdfa-42f8-9b8a-ba5d1385b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:56.427508 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-245b32d4-655c-45cf-a508-57b3fbfc80f1 req-c883feb7-fdfa-42f8-9b8a-ba5d1385b700 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9c6f0cf8-8337-4066-b36b-c6631b745879 HTTP/1.1" status: 200 len: 918 time: 0.0884860 Aug 13 04:19:56.495735 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-245b32d4-655c-45cf-a508-57b3fbfc80f1 req-441afa75-41dc-4432-a2a4-d494d5314e06 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d508e98-36f3-4606-875e-0cc78db62d05 HTTP/1.1" status: 200 len: 1001 time: 0.0602188 Aug 13 04:19:56.549782 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b32d4-655c-45cf-a508-57b3fbfc80f1 req-3fd4f607-7dbb-422f-b6c5-a14c4faf9a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:56.551523 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-245b32d4-655c-45cf-a508-57b3fbfc80f1 req-3fd4f607-7dbb-422f-b6c5-a14c4faf9a78 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6cfb5348-48f5-4b3c-8b98-198f1cb90f54 HTTP/1.1" status: 200 len: 856 time: 0.0474133 Aug 13 04:19:56.599550 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b32d4-655c-45cf-a508-57b3fbfc80f1 req-4d5f3be2-ba65-4091-8325-8f25c9bb67a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:56.601078 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-245b32d4-655c-45cf-a508-57b3fbfc80f1 req-4d5f3be2-ba65-4091-8325-8f25c9bb67a9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c6f0cf8-8337-4066-b36b-c6631b745879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408189 Aug 13 04:19:56.703836 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-245b32d4-655c-45cf-a508-57b3fbfc80f1 req-712607af-47d1-4d50-a968-7bf12b202140 service neutron] 10.222.0.22 "GET /v2.0/networks/9c6f0cf8-8337-4066-b36b-c6631b745879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886934 Aug 13 04:19:56.799456 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-245b32d4-655c-45cf-a508-57b3fbfc80f1 req-033b1e75-c8c1-45e8-9bd1-5da3de013dc3 service neutron] 10.222.0.22 "GET /v2.0/networks/9c6f0cf8-8337-4066-b36b-c6631b745879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884681 Aug 13 04:19:56.975872 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b84c1c-d761-4859-884b-04d0817c99b3 req-e0b4bcd5-7800-4afd-a0bc-8bc6e6e283c0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:56.977488 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-55b84c1c-d761-4859-884b-04d0817c99b3 req-e0b4bcd5-7800-4afd-a0bc-8bc6e6e283c0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0500004 Aug 13 04:19:57.016238 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-55b84c1c-d761-4859-884b-04d0817c99b3 req-1cbb1c3d-613f-481a-9858-d08565c1d56a tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325580 Aug 13 04:19:58.149512 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39408b73-6750-469d-a141-78ee13b3387b req-bcde2563-1123-42d5-a139-0a06aa9c1275 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:58.151048 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-39408b73-6750-469d-a141-78ee13b3387b req-bcde2563-1123-42d5-a139-0a06aa9c1275 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0496390 Aug 13 04:19:58.189889 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-39408b73-6750-469d-a141-78ee13b3387b req-983701c2-d012-42a0-85cf-c1dae32bd5a8 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326929 Aug 13 04:19:59.307682 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7004c2-dee7-4cb4-99e1-4c840b853ce8 req-94c9e4b9-a6e0-40b3-924b-67e8cdeabf94 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:19:59.309182 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cb7004c2-dee7-4cb4-99e1-4c840b853ce8 req-94c9e4b9-a6e0-40b3-924b-67e8cdeabf94 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 945 time: 0.0472267 Aug 13 04:19:59.354129 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cb7004c2-dee7-4cb4-99e1-4c840b853ce8 req-f6fc6eaa-c5e0-4a94-aa9c-ba03e8b6efd7 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390844 Aug 13 04:20:00.201191 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 5d508e98-36f3-4606-875e-0cc78db62d05 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:20:00.275313 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:00.297159 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d508e98-36f3-4606-875e-0cc78db62d05'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:20:00.299474 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9d44c1-6f4d-4c5b-aadb-ca0d83c07028" -d '{"events": [{"server_uuid": "01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5", "name": "network-vif-unplugged", "status": "completed", "tag": "5d508e98-36f3-4606-875e-0cc78db62d05"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:20:00.313122 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 5d508e98-36f3-4606-875e-0cc78db62d05, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=5d508e98-36f3-4606-875e-0cc78db62d05,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:20:00.336729 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 Aug 2021 04:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419b19e5-8e34-4091-88b7-8e8af021cf1f x-openstack-request-id: req-419b19e5-8e34-4091-88b7-8e8af021cf1f {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:20:00.336729 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5", "name": "network-vif-unplugged", "status": "completed", "tag": "5d508e98-36f3-4606-875e-0cc78db62d05", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:20:00.336729 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-419b19e5-8e34-4091-88b7-8e8af021cf1f {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:20:00.337266 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d508e98-36f3-4606-875e-0cc78db62d05', 'code': 200} Aug 13 04:20:00.363539 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:00.415469 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=5d508e98-36f3-4606-875e-0cc78db62d05,revision_number=8']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:00.475957 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f7592-a2e7-459b-870a-9fbec2bcf9c3 req-de4a46d8-74c3-4049-b7c9-683f6a88872f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:00.477390 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-630f7592-a2e7-459b-870a-9fbec2bcf9c3 req-de4a46d8-74c3-4049-b7c9-683f6a88872f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 943 time: 0.0497215 Aug 13 04:20:00.514204 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-630f7592-a2e7-459b-870a-9fbec2bcf9c3 req-8485fe1d-dfdc-4937-9f15-0b1fc1a18957 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309355 Aug 13 04:20:01.445279 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-01dff9f3-3912-47c5-a5cf-a8ba1b6aa43b tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:01.446676 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-01dff9f3-3912-47c5-a5cf-a8ba1b6aa43b tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/networks?id=d1b82971-18da-459e-b8c4-e18a5207f701 HTTP/1.1" status: 200 len: 814 time: 0.1037283 Aug 13 04:20:01.462221 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-31b27748-ec21-4b86-a468-2b1ff149b774 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/quotas/d7d83a2e788f407db7e74d6af880f4d2 HTTP/1.1" status: 200 len: 375 time: 0.0095520 Aug 13 04:20:01.496829 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-59ff4d08-deea-487d-87ef-55ed2372b8c2 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7d83a2e788f407db7e74d6af880f4d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292265 Aug 13 04:20:01.686747 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63c2d8-d60d-445e-8c97-df95244ac254 req-35601cad-b927-4556-b71f-cd7a6f93c6e8 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:01.688234 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cb63c2d8-d60d-445e-8c97-df95244ac254 req-35601cad-b927-4556-b71f-cd7a6f93c6e8 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 943 time: 0.0986691 Aug 13 04:20:01.741855 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-26ecd5de-11e9-4397-bf90-a8602fd7137c service neutron] 10.222.0.32 "GET /v2.0/networks/d1b82971-18da-459e-b8c4-e18a5207f701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366767 Aug 13 04:20:01.744758 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cb63c2d8-d60d-445e-8c97-df95244ac254 req-28a5b3f4-9c9f-42b8-b309-db515b553fb3 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476222 Aug 13 04:20:01.831163 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-944b1228-c149-4a0d-80e7-032638b60b6d service neutron] 10.222.0.32 "GET /v2.0/networks/d1b82971-18da-459e-b8c4-e18a5207f701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829885 Aug 13 04:20:02.099477 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a47f23d7-2cf5-409b-8239-b37dada2a0fd req-faae6f15-fb15-49b6-b409-fc690033a129 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 210 time: 0.0397246 Aug 13 04:20:03.135774 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:20:03.196571 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2faccae7-782e-4282-9852-910adccb1c32 req-bf10ef69-f85c-407b-83af-94278cc7b2c7 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 210 time: 0.0301795 Aug 13 04:20:03.837248 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc644ba-8a4a-4915-b44a-26e94e0a4996 req-cd15e84d-8715-4a76-8b2f-48e4e1c5263e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:03.838762 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1cc644ba-8a4a-4915-b44a-26e94e0a4996 req-cd15e84d-8715-4a76-8b2f-48e4e1c5263e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 943 time: 0.0510616 Aug 13 04:20:03.881085 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1cc644ba-8a4a-4915-b44a-26e94e0a4996 req-468176f4-8e4a-4b94-9da8-44aae30427b3 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359654 Aug 13 04:20:04.076924 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-2556c661-7236-45dc-8aa4-e8df2046c319 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:04.078412 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-2556c661-7236-45dc-8aa4-e8df2046c319 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.22 "GET /v2.0/networks?id=d1b82971-18da-459e-b8c4-e18a5207f701 HTTP/1.1" status: 200 len: 814 time: 0.1179073 Aug 13 04:20:04.092466 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-cf6ebab2-bc7b-4eb4-a43b-1fdba7eaf074 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Request body: {'port': {'device_id': 'd1b0926e-0b11-44c0-b8c3-0e318c34243c', 'network_id': 'd1b82971-18da-459e-b8c4-e18a5207f701', 'admin_state_up': True, 'tenant_id': 'd7d83a2e788f407db7e74d6af880f4d2'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:20:04.216986 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 5d508e98-36f3-4606-875e-0cc78db62d05 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:20:04.250108 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f20c6-5bc4-4a39-b543-9865764859e9 req-0927af34-3ca1-491f-814e-838d33364222 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:04.251618 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f45f20c6-5bc4-4a39-b543-9865764859e9 req-0927af34-3ca1-491f-814e-838d33364222 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 946 time: 0.0505216 Aug 13 04:20:04.289464 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-cf6ebab2-bc7b-4eb4-a43b-1fdba7eaf074 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Made reservation on behalf of d7d83a2e788f407db7e74d6af880f4d2 for: {'port': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:20:04.294548 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-cf6ebab2-bc7b-4eb4-a43b-1fdba7eaf074 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:04.324507 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f6c1f636-0483-4546-b456-e3bfdbe1989f req-5115655f-cc5b-4619-a333-ba6273155329 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 210 time: 0.0470977 Aug 13 04:20:04.327931 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f45f20c6-5bc4-4a39-b543-9865764859e9 req-c35befde-6ce9-4843-8c5e-87e2315b4fae tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48a726a-da0c-4b74-93f8-489496b950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666733 Aug 13 04:20:04.380422 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 59566) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:04.447025 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-cf6ebab2-bc7b-4eb4-a43b-1fdba7eaf074 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Allocated IP 172.20.0.3 (d1b82971-18da-459e-b8c4-e18a5207f701/76126c2d-a61a-48af-bbe5-77730171637f/90a8719e-239c-43a1-ae90-d7fa3ee645e3) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:20:04.467232 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9af40bc5-75a6-48d5-af3d-ce518f6cc39d req-786cd4c8-1fb2-45fa-9128-a1c14e8f91a4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856898 Aug 13 04:20:04.591135 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-cf6ebab2-bc7b-4eb4-a43b-1fdba7eaf074 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:04.677440 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-cf6ebab2-bc7b-4eb4-a43b-1fdba7eaf074 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:04.721483 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-cf6ebab2-bc7b-4eb4-a43b-1fdba7eaf074 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Network d1b82971-18da-459e-b8c4-e18a5207f701 is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:20:04.726542 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-cf6ebab2-bc7b-4eb4-a43b-1fdba7eaf074 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:20:04.730368 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-cf6ebab2-bc7b-4eb4-a43b-1fdba7eaf074 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:20:04.757769 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ebab2-bc7b-4eb4-a43b-1fdba7eaf074 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Pushing event updated for resources: {'Port': ['ID=90a8719e-239c-43a1-ae90-d7fa3ee645e3,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:04.785179 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-cf6ebab2-bc7b-4eb4-a43b-1fdba7eaf074 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:04.785803 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-cf6ebab2-bc7b-4eb4-a43b-1fdba7eaf074 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:04.855710 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-cf6ebab2-bc7b-4eb4-a43b-1fdba7eaf074 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7670333 Aug 13 04:20:04.880391 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-df5770f8-dec3-4444-a35b-9d32a04b34d1 service neutron] Request body: {'port': {'device_id': 'd1b0926e-0b11-44c0-b8c3-0e318c34243c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:20:04.935403 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-df5770f8-dec3-4444-a35b-9d32a04b34d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:05.008912 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975632b1-68bc-400f-b72b-dc35f468e145 req-5c4d513f-3e3c-41b6-84a7-f09ec9ac01a7 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:05.010697 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-975632b1-68bc-400f-b72b-dc35f468e145 req-5c4d513f-3e3c-41b6-84a7-f09ec9ac01a7 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 943 time: 0.0552189 Aug 13 04:20:05.048350 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-975632b1-68bc-400f-b72b-dc35f468e145 req-9100bdb0-9e85-42a7-b93c-cd30a5ee9ffb tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317409 Aug 13 04:20:05.210422 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-df5770f8-dec3-4444-a35b-9d32a04b34d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a8719e-239c-43a1-ae90-d7fa3ee645e3 {{(pid=94567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:20:05.217901 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-df5770f8-dec3-4444-a35b-9d32a04b34d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:05.229989 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-df5770f8-dec3-4444-a35b-9d32a04b34d1 service neutron] Transition to ACTIVE for port object 90a8719e-239c-43a1-ae90-d7fa3ee645e3 will not be triggered until provisioned by entity L2. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:20:05.300102 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-df5770f8-dec3-4444-a35b-9d32a04b34d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:05.350847 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5770f8-dec3-4444-a35b-9d32a04b34d1 service neutron] Pushing event updated for resources: {'Port': ['ID=90a8719e-239c-43a1-ae90-d7fa3ee645e3,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:05.423877 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-df5770f8-dec3-4444-a35b-9d32a04b34d1 service neutron] Attempting to bind port 90a8719e-239c-43a1-ae90-d7fa3ee645e3 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:20:05.424263 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-df5770f8-dec3-4444-a35b-9d32a04b34d1 service neutron] Attempting to bind port 90a8719e-239c-43a1-ae90-d7fa3ee645e3 by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': 'd4f7440b-1017-4e47-9481-9ad24072e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd1b82971-18da-459e-b8c4-e18a5207f701'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:20:05.424574 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-df5770f8-dec3-4444-a35b-9d32a04b34d1 service neutron] Attempting to bind port 90a8719e-239c-43a1-ae90-d7fa3ee645e3 on network d1b82971-18da-459e-b8c4-e18a5207f701 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:20:05.429883 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-df5770f8-dec3-4444-a35b-9d32a04b34d1 service neutron] Port 90a8719e-239c-43a1-ae90-d7fa3ee645e3 on network d1b82971-18da-459e-b8c4-e18a5207f701 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:20:05.430200 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-df5770f8-dec3-4444-a35b-9d32a04b34d1 service neutron] Attempting to bind port 90a8719e-239c-43a1-ae90-d7fa3ee645e3 on network d1b82971-18da-459e-b8c4-e18a5207f701 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:20:05.435006 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-df5770f8-dec3-4444-a35b-9d32a04b34d1 service neutron] Checking agent: {'id': '0c202f7d-8fe9-4513-921d-f16665c9f5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'started_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:20:05.435338 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-df5770f8-dec3-4444-a35b-9d32a04b34d1 service neutron] Checking segment: {'id': 'd4f7440b-1017-4e47-9481-9ad24072e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd1b82971-18da-459e-b8c4-e18a5207f701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:20:05.435720 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-df5770f8-dec3-4444-a35b-9d32a04b34d1 service neutron] Bound using segment: {'id': 'd4f7440b-1017-4e47-9481-9ad24072e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd1b82971-18da-459e-b8c4-e18a5207f701'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:20:05.436139 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-df5770f8-dec3-4444-a35b-9d32a04b34d1 service neutron] Bound port: 90a8719e-239c-43a1-ae90-d7fa3ee645e3, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f7440b-1017-4e47-9481-9ad24072e10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd1b82971-18da-459e-b8c4-e18a5207f701'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:20:05.436524 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-df5770f8-dec3-4444-a35b-9d32a04b34d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:05.493870 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af33b3b-405b-4f4d-8d6b-32d645a8cc79 req-70e2f5ce-43eb-4446-9b0e-86e4e909cbe7 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:05.495395 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5af33b3b-405b-4f4d-8d6b-32d645a8cc79 req-70e2f5ce-43eb-4446-9b0e-86e4e909cbe7 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 943 time: 0.0854561 Aug 13 04:20:05.506612 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-df5770f8-dec3-4444-a35b-9d32a04b34d1 service neutron] For port 90a8719e-239c-43a1-ae90-d7fa3ee645e3, host hv-cinder-75998, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:20:05.508104 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284a7ff-73eb-4526-8bbc-d94689bdc692 req-171667ea-47f6-49ff-97bb-c2e5cf025d30 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:05.509612 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7284a7ff-73eb-4526-8bbc-d94689bdc692 req-171667ea-47f6-49ff-97bb-c2e5cf025d30 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 946 time: 0.0858157 Aug 13 04:20:05.514435 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-df5770f8-dec3-4444-a35b-9d32a04b34d1 service neutron] For port 90a8719e-239c-43a1-ae90-d7fa3ee645e3, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=90a8719e-239c-43a1-ae90-d7fa3ee645e3,segment=NetworkSegment(d4f7440b-1017-4e47-9481-9ad24072e10e),segment_id=d4f7440b-1017-4e47-9481-9ad24072e10e)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:20:05.565981 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7284a7ff-73eb-4526-8bbc-d94689bdc692 req-86a6dd76-6183-4ce6-b06e-30f5779a6cef tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48a726a-da0c-4b74-93f8-489496b950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492568 Aug 13 04:20:05.568971 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5af33b3b-405b-4f4d-8d6b-32d645a8cc79 req-0a631823-60ff-451b-8a7f-2ffc7b8c4be8 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582869 Aug 13 04:20:05.587041 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-df5770f8-dec3-4444-a35b-9d32a04b34d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:05.616547 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-df5770f8-dec3-4444-a35b-9d32a04b34d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:05.617153 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-df5770f8-dec3-4444-a35b-9d32a04b34d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:05.618530 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-df5770f8-dec3-4444-a35b-9d32a04b34d1 service neutron] 10.222.0.22 "PUT /v2.0/ports/90a8719e-239c-43a1-ae90-d7fa3ee645e3 HTTP/1.1" status: 200 len: 1093 time: 0.7437007 Aug 13 04:20:05.618967 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b0926e-0b11-44c0-b8c3-0e318c34243c', 'tag': '90a8719e-239c-43a1-ae90-d7fa3ee645e3'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:20:05.621248 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb9994d-5d68-4ce3-8756-46d3b05098d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b0926e-0b11-44c0-b8c3-0e318c34243c", "tag": "90a8719e-239c-43a1-ae90-d7fa3ee645e3"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:20:05.645794 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5770f8-dec3-4444-a35b-9d32a04b34d1 service neutron] Pushing event updated for resources: {'Port': ['ID=90a8719e-239c-43a1-ae90-d7fa3ee645e3,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:05.660857 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011c6ea1-f5ae-41b3-b3ce-c3c91f75686e x-openstack-request-id: req-011c6ea1-f5ae-41b3-b3ce-c3c91f75686e {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:20:05.661144 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b0926e-0b11-44c0-b8c3-0e318c34243c", "tag": "90a8719e-239c-43a1-ae90-d7fa3ee645e3", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:20:05.661396 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-011c6ea1-f5ae-41b3-b3ce-c3c91f75686e {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:20:05.661774 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b0926e-0b11-44c0-b8c3-0e318c34243c', 'tag': '90a8719e-239c-43a1-ae90-d7fa3ee645e3', 'status': 'completed', 'code': 200} Aug 13 04:20:05.773315 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af40bc5-75a6-48d5-af3d-ce518f6cc39d req-57e9befb-1caa-44d8-b086-3b64331e8f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:05.774693 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-9af40bc5-75a6-48d5-af3d-ce518f6cc39d req-57e9befb-1caa-44d8-b086-3b64331e8f95 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5&tenant_id=25ac2d78559b4fb2ba32472ce882e229 HTTP/1.1" status: 200 len: 1096 time: 0.0702324 Aug 13 04:20:05.776281 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9994d-5d68-4ce3-8756-46d3b05098d6 req-f1f88232-88fe-4762-8d4b-08b576528742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:05.777610 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-2bb9994d-5d68-4ce3-8756-46d3b05098d6 req-f1f88232-88fe-4762-8d4b-08b576528742 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d7d83a2e788f407db7e74d6af880f4d2&device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 1096 time: 0.0744164 Aug 13 04:20:05.893544 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af40bc5-75a6-48d5-af3d-ce518f6cc39d req-9dc94ffa-8809-4ae0-a9a1-7978975fabcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:05.895549 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-9af40bc5-75a6-48d5-af3d-ce518f6cc39d req-9dc94ffa-8809-4ae0-a9a1-7978975fabcd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=25ac2d78559b4fb2ba32472ce882e229&device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 1096 time: 0.0876036 Aug 13 04:20:05.919349 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9994d-5d68-4ce3-8756-46d3b05098d6 req-5885eecb-586b-4f42-9fab-a5fd7118536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:05.920736 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-2bb9994d-5d68-4ce3-8756-46d3b05098d6 req-5885eecb-586b-4f42-9fab-a5fd7118536e service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=d7d83a2e788f407db7e74d6af880f4d2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1314867 Aug 13 04:20:06.177647 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e34896-6fac-48b5-9fe0-71c2747b8292 req-4d05052c-9bed-4f40-bddf-0970dcfdb65f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:06.179256 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b5e34896-6fac-48b5-9fe0-71c2747b8292 req-4d05052c-9bed-4f40-bddf-0970dcfdb65f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 943 time: 0.0517747 Aug 13 04:20:06.220873 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b5e34896-6fac-48b5-9fe0-71c2747b8292 req-8ee91687-3e5b-4d50-aa11-dc3551a0e4ea tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354233 Aug 13 04:20:06.343025 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af40bc5-75a6-48d5-af3d-ce518f6cc39d req-00d84840-9d57-462c-b020-4c5c62eed534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:06.344440 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-9af40bc5-75a6-48d5-af3d-ce518f6cc39d req-00d84840-9d57-462c-b020-4c5c62eed534 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9c6f0cf8-8337-4066-b36b-c6631b745879 HTTP/1.1" status: 200 len: 918 time: 0.4390445 Aug 13 04:20:06.353954 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ed66f-eff3-4c69-82d5-67e61f84134d req-b8ec54f7-7584-405f-be45-19324730810a tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:06.355275 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b18ed66f-eff3-4c69-82d5-67e61f84134d req-b8ec54f7-7584-405f-be45-19324730810a tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.22 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 946 time: 0.3494847 Aug 13 04:20:06.408670 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9994d-5d68-4ce3-8756-46d3b05098d6 req-ea4a93dc-51f6-4e39-bfad-201b2bbbae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:06.410139 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-2bb9994d-5d68-4ce3-8756-46d3b05098d6 req-ea4a93dc-51f6-4e39-bfad-201b2bbbae3a service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4803376 Aug 13 04:20:06.502462 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-9af40bc5-75a6-48d5-af3d-ce518f6cc39d req-991bb66d-b340-45b5-8065-6cbd8824bc9e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d508e98-36f3-4606-875e-0cc78db62d05 HTTP/1.1" status: 200 len: 999 time: 0.1435928 Aug 13 04:20:06.549136 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-60c63e02-8f50-4e7e-a92b-f2e3a3638cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:06.551277 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-60c63e02-8f50-4e7e-a92b-f2e3a3638cbc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d7d83a2e788f407db7e74d6af880f4d2&device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 1096 time: 0.0960743 Aug 13 04:20:06.579858 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af40bc5-75a6-48d5-af3d-ce518f6cc39d req-7159a46c-4df8-403f-a220-99fe31170cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:06.581280 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-9af40bc5-75a6-48d5-af3d-ce518f6cc39d req-7159a46c-4df8-403f-a220-99fe31170cb9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6cfb5348-48f5-4b3c-8b98-198f1cb90f54 HTTP/1.1" status: 200 len: 856 time: 0.0706830 Aug 13 04:20:06.622053 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-906b642e-09d1-4f2b-ab5f-ce5e7c31b54e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90a8719e-239c-43a1-ae90-d7fa3ee645e3 HTTP/1.1" status: 200 len: 217 time: 0.0561140 Aug 13 04:20:06.623980 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-b18ed66f-eff3-4c69-82d5-67e61f84134d req-34f61b74-ee00-46f1-b7fe-79d9860a282f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Deleting port 85251f98-ae63-4e9b-94d7-afea5dfeab68 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:20:06.624321 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b18ed66f-eff3-4c69-82d5-67e61f84134d req-34f61b74-ee00-46f1-b7fe-79d9860a282f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:06.717206 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13989382-5bc9-49fd-a107-a1808194d828 req-9cc36caf-8d56-44f5-a515-ddd479c466b6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:06.718724 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-13989382-5bc9-49fd-a107-a1808194d828 req-9cc36caf-8d56-44f5-a515-ddd479c466b6 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 946 time: 0.0805943 Aug 13 04:20:06.727038 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd075c01-ae29-4d29-b983-b5af58420899 req-91128a8c-4150-4a1a-9c35-a9de4ea31124 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:06.728522 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cd075c01-ae29-4d29-b983-b5af58420899 req-91128a8c-4150-4a1a-9c35-a9de4ea31124 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 943 time: 0.0816760 Aug 13 04:20:06.755774 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af40bc5-75a6-48d5-af3d-ce518f6cc39d req-617b4071-8fdc-48c8-a2eb-0e12fca7ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:06.757298 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-9af40bc5-75a6-48d5-af3d-ce518f6cc39d req-617b4071-8fdc-48c8-a2eb-0e12fca7ca72 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c6f0cf8-8337-4066-b36b-c6631b745879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1455479 Aug 13 04:20:06.761100 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-33ad5283-bac1-48ac-827d-a625f855cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:06.762426 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-33ad5283-bac1-48ac-827d-a625f855cbca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=76126c2d-a61a-48af-bbe5-77730171637f HTTP/1.1" status: 200 len: 854 time: 0.1323669 Aug 13 04:20:06.782671 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-13989382-5bc9-49fd-a107-a1808194d828 req-8ca9cbb2-58f5-4214-9200-def37d55df75 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups?id=b48a726a-da0c-4b74-93f8-489496b950b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531769 Aug 13 04:20:06.790711 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cd075c01-ae29-4d29-b983-b5af58420899 req-04ee6fe1-745f-4766-a127-6d49374f8b8a tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553727 Aug 13 04:20:06.795749 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-b18ed66f-eff3-4c69-82d5-67e61f84134d req-34f61b74-ee00-46f1-b7fe-79d9860a282f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] For port 85251f98-ae63-4e9b-94d7-afea5dfeab68, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=85251f98-ae63-4e9b-94d7-afea5dfeab68,segment=NetworkSegment(24c175ca-9aeb-4e68-9c94-026692638f09),segment_id=24c175ca-9aeb-4e68-9c94-026692638f09)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:20:06.796127 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b18ed66f-eff3-4c69-82d5-67e61f84134d req-34f61b74-ee00-46f1-b7fe-79d9860a282f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:06.850931 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-c8a7aa3d-04fd-476f-a094-ef8a85e4d717 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1b82971-18da-459e-b8c4-e18a5207f701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764303 Aug 13 04:20:07.033580 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-9af40bc5-75a6-48d5-af3d-ce518f6cc39d req-073ca05c-46a0-4401-a1cb-2c1ade850fc4 service neutron] 10.222.0.22 "GET /v2.0/networks/9c6f0cf8-8337-4066-b36b-c6631b745879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601964 Aug 13 04:20:07.061031 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-57f24f9a-3b60-40aa-b130-2bbc17d7e99f service neutron] 10.222.0.22 "GET /v2.0/networks/d1b82971-18da-459e-b8c4-e18a5207f701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999128 Aug 13 04:20:07.241776 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b18ed66f-eff3-4c69-82d5-67e61f84134d req-34f61b74-ee00-46f1-b7fe-79d9860a282f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:07.242153 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b18ed66f-eff3-4c69-82d5-67e61f84134d req-34f61b74-ee00-46f1-b7fe-79d9860a282f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704406'] for floatingip, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:07.242464 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.db.l3_db [req-b18ed66f-eff3-4c69-82d5-67e61f84134d req-34f61b74-ee00-46f1-b7fe-79d9860a282f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Floating IP db7863bf-e61e-4e8a-bc5b-d44eba18587f disassociated. External IP: 172.27.3.162, port: 85251f98-ae63-4e9b-94d7-afea5dfeab68. Aug 13 04:20:07.242805 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-b18ed66f-eff3-4c69-82d5-67e61f84134d req-34f61b74-ee00-46f1-b7fe-79d9860a282f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Calling delete_port for 85251f98-ae63-4e9b-94d7-afea5dfeab68 owned by compute:nova {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:20:07.250873 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-9af40bc5-75a6-48d5-af3d-ce518f6cc39d req-b21fcc2b-6da5-495c-a9a3-379844558260 service neutron] 10.222.0.22 "GET /v2.0/networks/9c6f0cf8-8337-4066-b36b-c6631b745879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077472 Aug 13 04:20:07.303767 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5fb83beb-78c5-4724-b0df-7a172c8bbebd req-70ed4242-f95d-416a-821c-7190f15ae6c5 service neutron] 10.222.0.22 "GET /v2.0/networks/d1b82971-18da-459e-b8c4-e18a5207f701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286339 Aug 13 04:20:07.347844 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9289b2-6d0d-4f79-976c-252d7cb86163 req-d9b5f192-f412-4236-8ada-2f1fa5da016b tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:07.349864 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3b9289b2-6d0d-4f79-976c-252d7cb86163 req-d9b5f192-f412-4236-8ada-2f1fa5da016b tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 943 time: 0.0530303 Aug 13 04:20:07.408467 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3b9289b2-6d0d-4f79-976c-252d7cb86163 req-771fb861-ecae-41f0-b8f9-d383acccc1b9 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389454 Aug 13 04:20:07.443619 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b18ed66f-eff3-4c69-82d5-67e61f84134d req-34f61b74-ee00-46f1-b7fe-79d9860a282f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:07.471027 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f61b74-ee00-46f1-b7fe-79d9860a282f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Pushing event deleted for resources: {'Port': ['ID=85251f98-ae63-4e9b-94d7-afea5dfeab68,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:07.583748 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b18ed66f-eff3-4c69-82d5-67e61f84134d req-34f61b74-ee00-46f1-b7fe-79d9860a282f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Router 375defa4-01f3-4625-9c75-5ac3768cb7a7 has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:20:07.692479 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b18ed66f-eff3-4c69-82d5-67e61f84134d req-34f61b74-ee00-46f1-b7fe-79d9860a282f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:20:07.703073 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab261dc-d9a3-4e67-ab83-e1dfa0f39c11 None None] Sync routers for ids ['375defa4-01f3-4625-9c75-5ac3768cb7a7'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:20:07.712467 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab261dc-d9a3-4e67-ab83-e1dfa0f39c11 None None] Routers {'375defa4-01f3-4625-9c75-5ac3768cb7a7'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:20:07.717108 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-cab261dc-d9a3-4e67-ab83-e1dfa0f39c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:19:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['375defa4-01f3-4625-9c75-5ac3768cb7a7'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:07.730785 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18ed66f-eff3-4c69-82d5-67e61f84134d req-34f61b74-ee00-46f1-b7fe-79d9860a282f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] No DVR routers for this DVR port 85251f98-ae63-4e9b-94d7-afea5dfeab68 on host hv-cinder-75998 {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:20:07.733582 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-b18ed66f-eff3-4c69-82d5-67e61f84134d req-34f61b74-ee00-46f1-b7fe-79d9860a282f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:07.735556 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b18ed66f-eff3-4c69-82d5-67e61f84134d req-34f61b74-ee00-46f1-b7fe-79d9860a282f tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.22 "DELETE /v2.0/ports/85251f98-ae63-4e9b-94d7-afea5dfeab68 HTTP/1.1" status: 204 len: 173 time: 1.3629787 Aug 13 04:20:07.735994 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a291b3d3-07ef-4d93-b409-9acd0be4880d', 'name': 'network-vif-deleted', 'tag': '85251f98-ae63-4e9b-94d7-afea5dfeab68'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:20:07.738922 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3186e82-fa44-4cab-96a3-a0843f60964c" -d '{"events": [{"server_uuid": "a291b3d3-07ef-4d93-b409-9acd0be4880d", "name": "network-vif-deleted", "tag": "85251f98-ae63-4e9b-94d7-afea5dfeab68"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:20:07.796770 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7615f144-2a78-478a-a741-6115195a76e4 x-openstack-request-id: req-7615f144-2a78-478a-a741-6115195a76e4 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:20:07.797121 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a291b3d3-07ef-4d93-b409-9acd0be4880d", "name": "network-vif-deleted", "tag": "85251f98-ae63-4e9b-94d7-afea5dfeab68", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:20:07.797434 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7615f144-2a78-478a-a741-6115195a76e4 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:20:07.797889 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a291b3d3-07ef-4d93-b409-9acd0be4880d', 'name': 'network-vif-deleted', 'tag': '85251f98-ae63-4e9b-94d7-afea5dfeab68', 'status': 'completed', 'code': 200} Aug 13 04:20:07.936523 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-cab261dc-d9a3-4e67-ab83-e1dfa0f39c11 None None] Set router 375defa4-01f3-4625-9c75-5ac3768cb7a7 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:20:08.005915 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-899a3f4e-a41e-426d-bffa-ca7be74c7eae req-1ba416ff-de05-41f6-8466-1a548d48acb0 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 210 time: 0.0558753 Aug 13 04:20:08.043089 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a032705-c19e-4c3c-b669-149b5d2ea2cc req-d02668ce-0384-47f0-aeba-015b9cc0cb17 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:08.044755 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5a032705-c19e-4c3c-b669-149b5d2ea2cc req-d02668ce-0384-47f0-aeba-015b9cc0cb17 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 943 time: 0.1299107 Aug 13 04:20:08.099642 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5a032705-c19e-4c3c-b669-149b5d2ea2cc req-e57ab06f-3c42-4e7f-84ee-6e6d9f0e3961 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455036 Aug 13 04:20:08.221096 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 85251f98-ae63-4e9b-94d7-afea5dfeab68 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:20:08.246256 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] No Port match for: 85251f98-ae63-4e9b-94d7-afea5dfeab68 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:20:08.246793 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 85251f98-ae63-4e9b-94d7-afea5dfeab68 not bound to the agent host hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:20:08.276360 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-cab261dc-d9a3-4e67-ab83-e1dfa0f39c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'name': 'tempest-AttachVolumeTestJSON-1015169733-router', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:13:09Z', 'revision_number': 4, 'project_id': '002375b8005d44a193b301833aa330dc', 'gw_port': {'id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:03Z', 'updated_at': '2021-08-13T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': '33d14546-a0d6-4db2-a0be-18dd5c23e882', 'name': '', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'mac_address': 'fa:16:3e:eb:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:08Z', 'updated_at': '2021-08-13T04:13:19Z', 'revision_number': 5, 'project_id': '002375b8005d44a193b301833aa330dc', 'subnets': [{'id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:08.305473 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab261dc-d9a3-4e67-ab83-e1dfa0f39c11 None None] Checking router: 375defa4-01f3-4625-9c75-5ac3768cb7a7 for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:20:08.314234 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab261dc-d9a3-4e67-ab83-e1dfa0f39c11 None None] Routers {'375defa4-01f3-4625-9c75-5ac3768cb7a7'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:20:08.314841 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-cab261dc-d9a3-4e67-ab83-e1dfa0f39c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:19:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['375defa4-01f3-4625-9c75-5ac3768cb7a7'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:08.455512 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-cab261dc-d9a3-4e67-ab83-e1dfa0f39c11 None None] Set router 375defa4-01f3-4625-9c75-5ac3768cb7a7 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:20:08.553422 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a70a4-6e38-42e9-9d3b-6f4d1783e299 req-eff17ea3-b19d-4635-af35-bd65c621fb35 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:08.555044 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bb1a70a4-6e38-42e9-9d3b-6f4d1783e299 req-eff17ea3-b19d-4635-af35-bd65c621fb35 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 943 time: 0.0709865 Aug 13 04:20:08.615384 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bb1a70a4-6e38-42e9-9d3b-6f4d1783e299 req-9fece40c-e5e1-4668-9ae8-f77f2d3bf280 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492640 Aug 13 04:20:08.803956 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-bc24c6f4-d3ee-4c04-a8c8-fa32e627e2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:08.811971 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-cab261dc-d9a3-4e67-ab83-e1dfa0f39c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'name': 'tempest-AttachVolumeTestJSON-1015169733-router', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:13:09Z', 'revision_number': 4, 'project_id': '002375b8005d44a193b301833aa330dc', 'gw_port': {'id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:03Z', 'updated_at': '2021-08-13T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': '33d14546-a0d6-4db2-a0be-18dd5c23e882', 'name': '', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'mac_address': 'fa:16:3e:eb:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:08Z', 'updated_at': '2021-08-13T04:13:19Z', 'revision_number': 5, 'project_id': '002375b8005d44a193b301833aa330dc', 'subnets': [{'id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:08.843845 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab261dc-d9a3-4e67-ab83-e1dfa0f39c11 None None] The sync data for ids ['375defa4-01f3-4625-9c75-5ac3768cb7a7'] in dv-cinder-759987-6-iscsi is: [{'id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'name': 'tempest-AttachVolumeTestJSON-1015169733-router', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:13:09Z', 'revision_number': 4, 'project_id': '002375b8005d44a193b301833aa330dc', 'gw_port': {'id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:03Z', 'updated_at': '2021-08-13T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': '33d14546-a0d6-4db2-a0be-18dd5c23e882', 'name': '', 'network_id': '1f5f08bb-8497-4150-a3e9-90ccd6853fea', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'mac_address': 'fa:16:3e:eb:f9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:08Z', 'updated_at': '2021-08-13T04:13:19Z', 'revision_number': 5, 'project_id': '002375b8005d44a193b301833aa330dc', 'subnets': [{'id': 'bc419503-ea44-47f1-b4cd-1a56414c95fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:20:09.090736 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9536c1f2-acbc-4253-9391-d9e14750c900 None None] New status for floating IP db7863bf-e61e-4e8a-bc5b-d44eba18587f: DOWN {{(pid=94569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:20:09.127216 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-22091720-f3ec-4623-94a3-f0ab73bd6b39 req-2ad70440-0921-44a8-8b9f-345e61f76bd7 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 210 time: 0.0296154 Aug 13 04:20:09.262800 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ae778-b3d4-4342-8d6a-9600bf7a348d req-e52b8c3f-7582-4cc4-b3bb-53e180077b79 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:09.265175 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1a4ae778-b3d4-4342-8d6a-9600bf7a348d req-e52b8c3f-7582-4cc4-b3bb-53e180077b79 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 943 time: 0.0575747 Aug 13 04:20:09.308043 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1a4ae778-b3d4-4342-8d6a-9600bf7a348d req-7e448b4c-d8dd-441e-8c0b-527dde520165 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356553 Aug 13 04:20:09.734527 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118a2f7-9244-46d0-98a3-23f205f36c41 req-16b4bc71-190f-4487-8bf2-e3ebb6c380db tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:09.736660 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e118a2f7-9244-46d0-98a3-23f205f36c41 req-16b4bc71-190f-4487-8bf2-e3ebb6c380db tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 943 time: 0.0531309 Aug 13 04:20:09.782347 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-e118a2f7-9244-46d0-98a3-23f205f36c41 req-a41a1d6a-1a53-4148-ac65-2a2ba8abbae5 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389557 Aug 13 04:20:10.237403 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-01bd86ca-b6a1-45db-8512-46001224d209 req-abee0a4c-9f86-4011-a43e-003a35b863e9 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 210 time: 0.0256121 Aug 13 04:20:10.435595 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcd6f3-9f91-4dd3-83bb-2e3d90daf1d8 req-7858482a-0aaa-4906-9e2f-1547b8487dbc tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:10.437467 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0ffcd6f3-9f91-4dd3-83bb-2e3d90daf1d8 req-7858482a-0aaa-4906-9e2f-1547b8487dbc tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 943 time: 0.0532761 Aug 13 04:20:10.477456 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0ffcd6f3-9f91-4dd3-83bb-2e3d90daf1d8 req-4438a2b7-6fd8-4b30-99fe-60d913b86b2d tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326908 Aug 13 04:20:10.906879 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d0b5d-a1c6-4e02-8a0d-5e5d8daa7343 req-ef5acb2f-1e1e-4b6c-bde5-bc337c6702ac tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:10.908482 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-700d0b5d-a1c6-4e02-8a0d-5e5d8daa7343 req-ef5acb2f-1e1e-4b6c-bde5-bc337c6702ac tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 943 time: 0.0524321 Aug 13 04:20:10.948208 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-700d0b5d-a1c6-4e02-8a0d-5e5d8daa7343 req-f2c617e8-8384-4d92-b64c-78c6f0e7906b tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328646 Aug 13 04:20:11.220446 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-167aaa28-931b-4a20-a6fd-013b35cd6e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:11.352657 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c58d042b-01d4-4665-8627-7bf4ba155338 req-052edf4b-eebe-437e-ac6b-052f16a8fcf0 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 210 time: 0.0263920 Aug 13 04:20:11.600298 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e226d-6b43-4a33-8628-a9df4fd8e059 req-35bd61c8-1058-4a49-a956-d0d624192a26 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:11.601884 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-db8e226d-6b43-4a33-8628-a9df4fd8e059 req-35bd61c8-1058-4a49-a956-d0d624192a26 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 943 time: 0.0566041 Aug 13 04:20:11.641345 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-db8e226d-6b43-4a33-8628-a9df4fd8e059 req-a132d7ca-6d2a-4b68-acb0-b345d111e519 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334973 Aug 13 04:20:12.037905 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:12.088804 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb16c28-9c72-468e-8c50-bd26d84a5479 req-db017bbc-db56-4fef-8dd8-9810556e3862 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:12.096954 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2bb16c28-9c72-468e-8c50-bd26d84a5479 req-db017bbc-db56-4fef-8dd8-9810556e3862 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 943 time: 0.0596695 Aug 13 04:20:12.137586 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2bb16c28-9c72-468e-8c50-bd26d84a5479 req-405b6a43-6bd6-4af2-9c06-0807a0350888 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392098 Aug 13 04:20:12.469581 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7cc68f0d-5e4c-491f-9abe-acd8c3928cc8 req-43404a7b-ebe3-4f67-aad5-9890cf935eb4 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 210 time: 0.0287931 Aug 13 04:20:12.620652 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:12.764946 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce77a2-6ff9-4e37-8070-76c030e04b94 req-bd268d02-2062-45f3-bdb1-234a1b1e4f04 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:12.767148 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0dce77a2-6ff9-4e37-8070-76c030e04b94 req-bd268d02-2062-45f3-bdb1-234a1b1e4f04 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 943 time: 0.0544338 Aug 13 04:20:12.806963 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0dce77a2-6ff9-4e37-8070-76c030e04b94 req-6d39cb1c-468f-4548-a22b-c9e76b9ff674 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334179 Aug 13 04:20:13.259958 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a186e2-04f0-408f-a185-10ece9baac41 req-de5c6e8b-ee49-4d24-8b1b-00ccc7510444 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:13.261495 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-92a186e2-04f0-408f-a185-10ece9baac41 req-de5c6e8b-ee49-4d24-8b1b-00ccc7510444 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 943 time: 0.0523243 Aug 13 04:20:13.300222 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-92a186e2-04f0-408f-a185-10ece9baac41 req-7743faf6-dce4-4ea6-8b56-8c2054ad658b tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329101 Aug 13 04:20:13.578502 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2fd79098-9073-4d8c-ab2d-6fc13e180dcc req-da4e0cff-859c-4d4e-9c6a-95bc39eb6383 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 210 time: 0.0282068 Aug 13 04:20:13.926920 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1504a-1a18-4abe-b851-f24aa501d6b1 req-d3b047dd-877d-40fe-9971-728a9deee17c tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:13.929217 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-48f1504a-1a18-4abe-b851-f24aa501d6b1 req-d3b047dd-877d-40fe-9971-728a9deee17c tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 943 time: 0.0531044 Aug 13 04:20:13.970912 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-48f1504a-1a18-4abe-b851-f24aa501d6b1 req-273941a1-d98a-421a-b823-7f2129ef9f30 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364814 Aug 13 04:20:14.185384 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:14.423697 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38447fb5-ab40-4ebd-8ba4-1a9e75735fd3 req-f2db2973-5185-4d29-8984-569c2ff02ce2 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:14.425189 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-38447fb5-ab40-4ebd-8ba4-1a9e75735fd3 req-f2db2973-5185-4d29-8984-569c2ff02ce2 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 943 time: 0.0523520 Aug 13 04:20:14.464917 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-38447fb5-ab40-4ebd-8ba4-1a9e75735fd3 req-539b632b-9aa0-4a2c-b622-366948f4efb7 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336142 Aug 13 04:20:14.689192 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-08735ebe-7564-4502-967c-66fbcad7483b req-4dec30c9-2a80-4b8c-b414-9add243937ba tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 210 time: 0.0291214 Aug 13 04:20:15.103097 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ed814-c149-4356-aa62-4bf3aa2f1857 req-5ee2347c-10dd-4ffd-9e49-b190a7bb45f3 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:15.104822 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-675ed814-c149-4356-aa62-4bf3aa2f1857 req-5ee2347c-10dd-4ffd-9e49-b190a7bb45f3 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 943 time: 0.0506194 Aug 13 04:20:15.146806 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-675ed814-c149-4356-aa62-4bf3aa2f1857 req-4a54fa32-1c16-44a5-84a3-c353cb52bf17 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351744 Aug 13 04:20:15.590766 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840fe47-1aa0-4c05-b8c4-9687f7da9fdf req-cf598909-5d9c-44f0-93f6-f906ede0c753 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:15.592239 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c840fe47-1aa0-4c05-b8c4-9687f7da9fdf req-cf598909-5d9c-44f0-93f6-f906ede0c753 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 943 time: 0.0540850 Aug 13 04:20:15.632362 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c840fe47-1aa0-4c05-b8c4-9687f7da9fdf req-4cb95d02-40cd-458d-956c-34e180c7ed70 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340726 Aug 13 04:20:15.802684 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-29b4a989-a234-421a-9f12-449657e99550 req-bda151bc-d59d-4c25-93eb-502870eb0c6b tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 210 time: 0.0306108 Aug 13 04:20:16.274027 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38785e29-4879-4307-b761-649fb67f978b req-04df313d-4dfc-4f2e-b7ff-924dd0752528 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:16.275615 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-38785e29-4879-4307-b761-649fb67f978b req-04df313d-4dfc-4f2e-b7ff-924dd0752528 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 943 time: 0.0591352 Aug 13 04:20:16.317447 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-38785e29-4879-4307-b761-649fb67f978b req-6b86ac04-eafa-4a83-8629-a75cde877d74 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339777 Aug 13 04:20:16.767882 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae9807-3530-4686-8966-14ece4927502 req-87ff1d8d-2060-411d-88c5-d27401ff1a7f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:16.769414 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5aae9807-3530-4686-8966-14ece4927502 req-87ff1d8d-2060-411d-88c5-d27401ff1a7f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 943 time: 0.0590434 Aug 13 04:20:16.812828 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5aae9807-3530-4686-8966-14ece4927502 req-993e63d5-1736-4175-a4fa-4da644bc621e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372293 Aug 13 04:20:16.921408 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-11f22f71-8a7d-45d3-86a3-9c8c533ebb97 req-f410265c-39d8-45a9-a393-1b08e9757f01 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 210 time: 0.0310957 Aug 13 04:20:17.534500 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32c61f-8886-449e-9e9b-d1b4ed8421cf req-5eb9b9e4-503d-445d-9eb2-b9fb3cadd7b6 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:17.536301 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fb32c61f-8886-449e-9e9b-d1b4ed8421cf req-5eb9b9e4-503d-445d-9eb2-b9fb3cadd7b6 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 943 time: 0.0504756 Aug 13 04:20:17.581255 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-fb32c61f-8886-449e-9e9b-d1b4ed8421cf req-bb511dac-103d-4735-ba26-0ba5f149a94a tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377622 Aug 13 04:20:17.940620 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c71459-2181-42f4-addd-92056deeacb2 req-2f72880c-4d2d-469d-810b-d78794216ff2 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:17.942991 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c0c71459-2181-42f4-addd-92056deeacb2 req-2f72880c-4d2d-469d-810b-d78794216ff2 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 943 time: 0.0527894 Aug 13 04:20:18.008678 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c0c71459-2181-42f4-addd-92056deeacb2 req-8a49d746-4a2b-4b89-84bb-58646cff2162 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472901 Aug 13 04:20:18.035972 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9f17fa07-e385-472e-8f75-ba35bbe4e51e req-8aba5478-efec-4bce-97ec-7d571f7bdf79 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 210 time: 0.0260806 Aug 13 04:20:18.692850 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c45b9-f833-4978-8ed8-dd975909758b req-87b6b3e3-5eff-42c2-9556-f00376cf7eae tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:18.694320 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5f0c45b9-f833-4978-8ed8-dd975909758b req-87b6b3e3-5eff-42c2-9556-f00376cf7eae tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 943 time: 0.0472431 Aug 13 04:20:18.730938 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5f0c45b9-f833-4978-8ed8-dd975909758b req-c5d6708c-bb39-4c9d-b34d-220c5a20bf97 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308437 Aug 13 04:20:19.111809 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c897c-21aa-4ad8-afde-d42dea4600a0 req-3031efd9-af7f-48e8-af15-a77d946fc00e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:19.113316 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-489c897c-21aa-4ad8-afde-d42dea4600a0 req-3031efd9-af7f-48e8-af15-a77d946fc00e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 943 time: 0.0527041 Aug 13 04:20:19.148090 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c51d893a-ceb9-4e33-9615-ef1aba65fcd4 req-f9100654-18b9-4e1d-b3c5-1766b34b2569 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a291b3d3-07ef-4d93-b409-9acd0be4880d HTTP/1.1" status: 200 len: 210 time: 0.0332549 Aug 13 04:20:19.173342 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-489c897c-21aa-4ad8-afde-d42dea4600a0 req-d5cd4ca5-703c-4c4b-aabf-20f3d895ef6d tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503626 Aug 13 04:20:19.841689 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa317603-75a4-4dc7-876b-26c7768af4b8 req-3fc1082b-0466-49c8-823c-af9a42141d69 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:19.843160 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-aa317603-75a4-4dc7-876b-26c7768af4b8 req-3fc1082b-0466-49c8-823c-af9a42141d69 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 943 time: 0.0484176 Aug 13 04:20:19.881037 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-aa317603-75a4-4dc7-876b-26c7768af4b8 req-935f5d16-a975-415e-9ec0-68ab1b4e9586 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313101 Aug 13 04:20:20.291521 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58bf85-5bdb-47a2-a4c7-67d3f647814a req-11284c2d-2002-4d88-9308-25ae609126e5 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:20.292933 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1b58bf85-5bdb-47a2-a4c7-67d3f647814a req-11284c2d-2002-4d88-9308-25ae609126e5 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 943 time: 0.0495167 Aug 13 04:20:20.299705 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 90a8719e-239c-43a1-ae90-d7fa3ee645e3 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:20:20.306616 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 59696) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:20.359121 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1b58bf85-5bdb-47a2-a4c7-67d3f647814a req-4c31d808-1803-4f04-b854-4d2e572e725e tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600803 Aug 13 04:20:20.394160 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7c305c64-3cea-45a4-8067-a39232ba4f52 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:20.399050 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 90a8719e-239c-43a1-ae90-d7fa3ee645e3, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=90a8719e-239c-43a1-ae90-d7fa3ee645e3,segment=NetworkSegment(d4f7440b-1017-4e47-9481-9ad24072e10e),segment_id=d4f7440b-1017-4e47-9481-9ad24072e10e)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:20:20.408764 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7c305c64-3cea-45a4-8067-a39232ba4f52 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:20.415338 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': '90a8719e-239c-43a1-ae90-d7fa3ee645e3', 'network_id': 'd1b82971-18da-459e-b8c4-e18a5207f701', 'port_id': '90a8719e-239c-43a1-ae90-d7fa3ee645e3', 'mac_address': 'fa:16:3e:8e:02:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76126c2d-a61a-48af-bbe5-77730171637f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:20:20.451261 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:20.464472 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a8719e-239c-43a1-ae90-d7fa3ee645e3 {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:20:20.487952 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 90a8719e-239c-43a1-ae90-d7fa3ee645e3, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=90a8719e-239c-43a1-ae90-d7fa3ee645e3,segment=NetworkSegment(d4f7440b-1017-4e47-9481-9ad24072e10e),segment_id=d4f7440b-1017-4e47-9481-9ad24072e10e)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:20:20.527844 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7c305c64-3cea-45a4-8067-a39232ba4f52 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:20.530463 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7c305c64-3cea-45a4-8067-a39232ba4f52 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:20.531616 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-7c305c64-3cea-45a4-8067-a39232ba4f52 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "DELETE /v2.0/security-groups/b48a726a-da0c-4b74-93f8-489496b950b3 HTTP/1.1" status: 204 len: 168 time: 0.2240689 Aug 13 04:20:20.534351 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 59698) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:20.543631 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c305c64-3cea-45a4-8067-a39232ba4f52 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48a726a-da0c-4b74-93f8-489496b950b3,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:20.550177 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.api.v2.resource [None req-7821741a-a5c0-40e7-a00c-c990a9c87ecc tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] show failed (client error): The resource could not be found. Aug 13 04:20:20.552170 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-7821741a-a5c0-40e7-a00c-c990a9c87ecc tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "GET /v2.0/security-groups/b48a726a-da0c-4b74-93f8-489496b950b3 HTTP/1.1" status: 404 len: 347 time: 0.0158670 Aug 13 04:20:20.554621 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 59700) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:20.562153 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:20.612035 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=90a8719e-239c-43a1-ae90-d7fa3ee645e3,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:20.678070 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-799d5bd4-9274-4ea8-85bd-b017c427d1d8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Deleting port a2d72df8-1558-43d6-aa9b-4a481406e6fa {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:20:20.678422 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-799d5bd4-9274-4ea8-85bd-b017c427d1d8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:20.760382 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-799d5bd4-9274-4ea8-85bd-b017c427d1d8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:20.760737 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-799d5bd4-9274-4ea8-85bd-b017c427d1d8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:20.772207 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-799d5bd4-9274-4ea8-85bd-b017c427d1d8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Calling delete_port for a2d72df8-1558-43d6-aa9b-4a481406e6fa owned by network:floatingip {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:20:20.775743 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['90a8719e-239c-43a1-ae90-d7fa3ee645e3'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:20:20.946212 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-799d5bd4-9274-4ea8-85bd-b017c427d1d8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:20.972336 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d5bd4-9274-4ea8-85bd-b017c427d1d8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Pushing event deleted for resources: {'Port': ['ID=a2d72df8-1558-43d6-aa9b-4a481406e6fa,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:20.998141 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d5bd4-9274-4ea8-85bd-b017c427d1d8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:20.998362 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330aedf-9e18-472c-a519-05edfbcc959c req-0b5912ab-5c49-4d9c-9b6b-735c2920d44b tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:20.998500 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d5bd4-9274-4ea8-85bd-b017c427d1d8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:20.998804 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d5bd4-9274-4ea8-85bd-b017c427d1d8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:20.999132 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d5bd4-9274-4ea8-85bd-b017c427d1d8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:20.999456 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d5bd4-9274-4ea8-85bd-b017c427d1d8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:20.999669 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4330aedf-9e18-472c-a519-05edfbcc959c req-0b5912ab-5c49-4d9c-9b6b-735c2920d44b tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 944 time: 0.0494664 Aug 13 04:20:20.999806 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d5bd4-9274-4ea8-85bd-b017c427d1d8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:21.000083 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d5bd4-9274-4ea8-85bd-b017c427d1d8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:21.000419 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d5bd4-9274-4ea8-85bd-b017c427d1d8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:21.000738 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d5bd4-9274-4ea8-85bd-b017c427d1d8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:21.001051 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d5bd4-9274-4ea8-85bd-b017c427d1d8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:21.001363 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d5bd4-9274-4ea8-85bd-b017c427d1d8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:21.001674 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d5bd4-9274-4ea8-85bd-b017c427d1d8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:21.038922 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4330aedf-9e18-472c-a519-05edfbcc959c req-2ab6f29a-2833-48b6-be25-b87602f8f0ac tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318446 Aug 13 04:20:21.041001 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-799d5bd4-9274-4ea8-85bd-b017c427d1d8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks [] for floatingip, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:21.043631 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-799d5bd4-9274-4ea8-85bd-b017c427d1d8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for floatingip, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:21.044821 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-799d5bd4-9274-4ea8-85bd-b017c427d1d8 tempest-AttachVolumeTestJSON-274816573 tempest-AttachVolumeTestJSON-274816573-project] 10.222.0.32 "DELETE /v2.0/floatingips/db7863bf-e61e-4e8a-bc5b-d44eba18587f HTTP/1.1" status: 204 len: 168 time: 0.4893208 Aug 13 04:20:21.486297 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7ebd4-debc-4ae3-ae3b-138374921040 req-48af73a3-c231-403b-bcc7-7a25e42573b4 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:21.487875 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c6a7ebd4-debc-4ae3-ae3b-138374921040 req-48af73a3-c231-403b-bcc7-7a25e42573b4 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 943 time: 0.0487907 Aug 13 04:20:21.530370 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c6a7ebd4-debc-4ae3-ae3b-138374921040 req-0d1e2789-8c98-4a19-a29c-1a220b566336 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355275 Aug 13 04:20:22.154292 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e21c7-180b-4f8d-9db0-837acca44c63 req-eea469d0-f7af-4795-b761-960f660e3a1c tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:22.155803 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cf1e21c7-180b-4f8d-9db0-837acca44c63 req-eea469d0-f7af-4795-b761-960f660e3a1c tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 944 time: 0.0500567 Aug 13 04:20:22.193090 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cf1e21c7-180b-4f8d-9db0-837acca44c63 req-8c52baf7-780e-4e55-bb29-c491abaa39d1 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313144 Aug 13 04:20:22.300777 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 5d508e98-36f3-4606-875e-0cc78db62d05 details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:20:22.303985 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 90a8719e-239c-43a1-ae90-d7fa3ee645e3 up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:20:22.435494 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 5d508e98-36f3-4606-875e-0cc78db62d05, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=5d508e98-36f3-4606-875e-0cc78db62d05,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:20:22.447396 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': '5d508e98-36f3-4606-875e-0cc78db62d05', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'port_id': '5d508e98-36f3-4606-875e-0cc78db62d05', 'mac_address': 'fa:16:3e:e7:f7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:20:22.484312 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning for port 90a8719e-239c-43a1-ae90-d7fa3ee645e3 completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:20:22.489170 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:22.493144 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port 90a8719e-239c-43a1-ae90-d7fa3ee645e3 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:20:22.493538 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:22.523614 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d508e98-36f3-4606-875e-0cc78db62d05 {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:20:22.552852 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 5d508e98-36f3-4606-875e-0cc78db62d05, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=5d508e98-36f3-4606-875e-0cc78db62d05,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:20:22.605833 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:22.628567 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b0926e-0b11-44c0-b8c3-0e318c34243c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a8719e-239c-43a1-ae90-d7fa3ee645e3'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:20:22.632216 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f95738-b921-4e38-96ee-d0ffc684f9e9" -d '{"events": [{"server_uuid": "d1b0926e-0b11-44c0-b8c3-0e318c34243c", "name": "network-vif-plugged", "status": "completed", "tag": "90a8719e-239c-43a1-ae90-d7fa3ee645e3"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:20:22.642835 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:22.652064 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 90a8719e-239c-43a1-ae90-d7fa3ee645e3, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=90a8719e-239c-43a1-ae90-d7fa3ee645e3,segment=NetworkSegment(d4f7440b-1017-4e47-9481-9ad24072e10e),segment_id=d4f7440b-1017-4e47-9481-9ad24072e10e)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:20:22.665886 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49834e-f727-4def-9a2e-c98fce2a3b47 req-84d54cdd-32bb-4f83-b2c9-1a02986f4b41 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:22.667421 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cc49834e-f727-4def-9a2e-c98fce2a3b47 req-84d54cdd-32bb-4f83-b2c9-1a02986f4b41 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 943 time: 0.0615003 Aug 13 04:20:22.675176 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c453116-2e2e-4205-bc48-9a5cf5889091 x-openstack-request-id: req-8c453116-2e2e-4205-bc48-9a5cf5889091 {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:20:22.675462 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b0926e-0b11-44c0-b8c3-0e318c34243c", "name": "network-vif-plugged", "status": "completed", "tag": "90a8719e-239c-43a1-ae90-d7fa3ee645e3", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:20:22.675711 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c453116-2e2e-4205-bc48-9a5cf5889091 {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:20:22.676211 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b0926e-0b11-44c0-b8c3-0e318c34243c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a8719e-239c-43a1-ae90-d7fa3ee645e3', 'code': 200} Aug 13 04:20:22.701848 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:22.707820 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=5d508e98-36f3-4606-875e-0cc78db62d05,revision_number=9']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:22.716398 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-cc49834e-f727-4def-9a2e-c98fce2a3b47 req-cc811b49-9828-4a9d-bf34-0fc1ede29de4 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426402 Aug 13 04:20:22.763014 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=90a8719e-239c-43a1-ae90-d7fa3ee645e3,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:22.892433 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['5d508e98-36f3-4606-875e-0cc78db62d05'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:20:22.948609 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e755aaf-77f4-4e00-9aac-d445cb1d92bd req-e87f9f1f-e8fc-4ad6-9d67-09011b019c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:22.950095 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-6e755aaf-77f4-4e00-9aac-d445cb1d92bd req-e87f9f1f-e8fc-4ad6-9d67-09011b019c21 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 1098 time: 0.0415816 Aug 13 04:20:22.990357 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-6e755aaf-77f4-4e00-9aac-d445cb1d92bd req-9cc12f27-71c5-4a46-964b-4bb016e826ce service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317359 Aug 13 04:20:23.306542 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d656786-a54b-44a8-b819-9474a128d58c req-ce09a520-714b-4654-9738-d12d0d777e6f tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:23.307997 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6d656786-a54b-44a8-b819-9474a128d58c req-ce09a520-714b-4654-9738-d12d0d777e6f tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 945 time: 0.0469594 Aug 13 04:20:23.348136 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-6d656786-a54b-44a8-b819-9474a128d58c req-f865d3c2-c191-4a4b-8332-5134aa21583d tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343132 Aug 13 04:20:23.838122 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6721500-0334-47af-82e5-afd8718a6a41 req-68dde9d2-804a-4a5e-ba9a-ace25da12e94 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:23.839506 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b6721500-0334-47af-82e5-afd8718a6a41 req-68dde9d2-804a-4a5e-ba9a-ace25da12e94 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 944 time: 0.0483029 Aug 13 04:20:23.877628 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b6721500-0334-47af-82e5-afd8718a6a41 req-6323b604-70be-4208-8c50-3e12981805c8 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319464 Aug 13 04:20:24.301135 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 5d508e98-36f3-4606-875e-0cc78db62d05 up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:20:24.347897 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port 5d508e98-36f3-4606-875e-0cc78db62d05 triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:20:24.348261 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:24.437420 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:24.464556 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7aa7d-6f29-4022-8778-a4a60276bb07 req-172677dd-a356-455f-abe9-636e9921cd13 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:24.466054 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-09d7aa7d-6f29-4022-8778-a4a60276bb07 req-172677dd-a356-455f-abe9-636e9921cd13 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 945 time: 0.0488129 Aug 13 04:20:24.470329 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 5d508e98-36f3-4606-875e-0cc78db62d05, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=5d508e98-36f3-4606-875e-0cc78db62d05,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:20:24.503330 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-09d7aa7d-6f29-4022-8778-a4a60276bb07 req-900a7a1a-7227-4a76-bf0f-aa453cc7c8f4 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310948 Aug 13 04:20:24.528876 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:24.576889 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=5d508e98-36f3-4606-875e-0cc78db62d05,revision_number=10']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:24.677269 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d508e98-36f3-4606-875e-0cc78db62d05'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:20:24.679573 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49dcb50-36dd-4c38-abf1-56dfb3b0c116" -d '{"events": [{"server_uuid": "01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5", "name": "network-vif-plugged", "status": "completed", "tag": "5d508e98-36f3-4606-875e-0cc78db62d05"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:20:24.683587 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:24.723781 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e291358-1bef-45eb-8e55-5f0af1889d46 x-openstack-request-id: req-4e291358-1bef-45eb-8e55-5f0af1889d46 {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:20:24.724237 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5", "name": "network-vif-plugged", "status": "completed", "tag": "5d508e98-36f3-4606-875e-0cc78db62d05", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:20:24.724812 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e291358-1bef-45eb-8e55-5f0af1889d46 {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:20:24.725251 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d508e98-36f3-4606-875e-0cc78db62d05', 'code': 200} Aug 13 04:20:25.007748 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68d5a6-4d13-4f6f-b9d6-ed643eab99e5 req-21a57a2e-6370-4a10-8749-41720d6936fb tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:25.009265 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1e68d5a6-4d13-4f6f-b9d6-ed643eab99e5 req-21a57a2e-6370-4a10-8749-41720d6936fb tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 946 time: 0.0538864 Aug 13 04:20:25.052515 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b9c36-5f2e-4e23-9ce7-b4a3a4cf75f8 req-f6cfaa70-4260-49c0-8fe9-59fd2d261696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:25.053574 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-1e68d5a6-4d13-4f6f-b9d6-ed643eab99e5 req-ac4fd458-3cd3-44bc-ae9b-ffa3143f4eab tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381823 Aug 13 04:20:25.054024 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b00b9c36-5f2e-4e23-9ce7-b4a3a4cf75f8 req-f6cfaa70-4260-49c0-8fe9-59fd2d261696 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 1099 time: 0.0417917 Aug 13 04:20:25.089373 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-b00b9c36-5f2e-4e23-9ce7-b4a3a4cf75f8 req-b8ebcedc-86e5-40ad-aa5e-8f40aa847794 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287056 Aug 13 04:20:25.130701 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 59756) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:25.576940 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e67d8fb7-54f5-4b72-815e-cc765157f6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758422'] for router_interface, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:25.814183 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-e67d8fb7-54f5-4b72-815e-cc765157f6fe admin admin] Deleting port 33d14546-a0d6-4db2-a0be-18dd5c23e882 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:20:25.814517 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e67d8fb7-54f5-4b72-815e-cc765157f6fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:25.893861 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-e67d8fb7-54f5-4b72-815e-cc765157f6fe admin admin] For port 33d14546-a0d6-4db2-a0be-18dd5c23e882, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=33d14546-a0d6-4db2-a0be-18dd5c23e882,segment=NetworkSegment(24c175ca-9aeb-4e68-9c94-026692638f09),segment_id=24c175ca-9aeb-4e68-9c94-026692638f09)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:20:25.894262 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e67d8fb7-54f5-4b72-815e-cc765157f6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:25.906951 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-e67d8fb7-54f5-4b72-815e-cc765157f6fe admin admin] Calling delete_port for 33d14546-a0d6-4db2-a0be-18dd5c23e882 owned by network:router_interface {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:20:26.177833 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae7531-0a69-4aef-9a78-c11dd140870c req-41dbc3eb-47d5-44ac-a254-b0b8c7973ab9 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:26.179522 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9fae7531-0a69-4aef-9a78-c11dd140870c req-41dbc3eb-47d5-44ac-a254-b0b8c7973ab9 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 946 time: 0.0505004 Aug 13 04:20:26.188650 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e67d8fb7-54f5-4b72-815e-cc765157f6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:26.210341 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d8fb7-54f5-4b72-815e-cc765157f6fe admin admin] Pushing event deleted for resources: {'Port': ['ID=33d14546-a0d6-4db2-a0be-18dd5c23e882,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:26.223103 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9fae7531-0a69-4aef-9a78-c11dd140870c req-02c2a36c-6ca3-463a-a81d-923b7cc230f7 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377326 Aug 13 04:20:26.652176 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-e67d8fb7-54f5-4b72-815e-cc765157f6fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704038'] for router_interface, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:26.862789 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67d8fb7-54f5-4b72-815e-cc765157f6fe admin admin] Router 375defa4-01f3-4625-9c75-5ac3768cb7a7 has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:20:26.967336 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67d8fb7-54f5-4b72-815e-cc765157f6fe admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:20:26.972937 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-e67d8fb7-54f5-4b72-815e-cc765157f6fe admin admin] 10.222.0.32 "PUT /v2.0/routers/375defa4-01f3-4625-9c75-5ac3768cb7a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8408470 Aug 13 04:20:26.975489 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 59802) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:26.976824 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b51d494-4a01-4758-a41c-b0210e366df0 None None] Sync routers for ids ['375defa4-01f3-4625-9c75-5ac3768cb7a7'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:20:26.989083 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b51d494-4a01-4758-a41c-b0210e366df0 None None] Routers {'375defa4-01f3-4625-9c75-5ac3768cb7a7'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:20:26.992542 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-1b51d494-4a01-4758-a41c-b0210e366df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:20:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['375defa4-01f3-4625-9c75-5ac3768cb7a7'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:27.080776 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-37ff1371-00eb-4e85-afe6-71570a681d2c admin admin] Notify callbacks [] for router, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:27.095974 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-1b51d494-4a01-4758-a41c-b0210e366df0 None None] Set router 375defa4-01f3-4625-9c75-5ac3768cb7a7 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:20:27.188400 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-37ff1371-00eb-4e85-afe6-71570a681d2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:27.276123 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-1b51d494-4a01-4758-a41c-b0210e366df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'name': 'tempest-AttachVolumeTestJSON-1015169733-router', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:20:26Z', 'revision_number': 5, 'project_id': '002375b8005d44a193b301833aa330dc', 'gw_port': {'id': '2469cc64-eb5d-4507-b81f-eb18d93e8deb', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:13:03Z', 'updated_at': '2021-08-13T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:27.289440 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-37ff1371-00eb-4e85-afe6-71570a681d2c admin admin] Deleting port 2469cc64-eb5d-4507-b81f-eb18d93e8deb {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:20:27.290007 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-37ff1371-00eb-4e85-afe6-71570a681d2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:27.307558 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b51d494-4a01-4758-a41c-b0210e366df0 None None] Checking router: 375defa4-01f3-4625-9c75-5ac3768cb7a7 for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:20:27.316022 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b51d494-4a01-4758-a41c-b0210e366df0 None None] Routers {'375defa4-01f3-4625-9c75-5ac3768cb7a7'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:20:27.316655 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-1b51d494-4a01-4758-a41c-b0210e366df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:20:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['375defa4-01f3-4625-9c75-5ac3768cb7a7'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:27.383307 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-37ff1371-00eb-4e85-afe6-71570a681d2c admin admin] For port 2469cc64-eb5d-4507-b81f-eb18d93e8deb, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=2469cc64-eb5d-4507-b81f-eb18d93e8deb,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:20:27.384122 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-37ff1371-00eb-4e85-afe6-71570a681d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:27.388681 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912430c-81e4-473e-b2c5-96ce7ba05e9d req-a0918623-fa51-4351-8332-2f533c91a374 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:27.390438 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9912430c-81e4-473e-b2c5-96ce7ba05e9d req-a0918623-fa51-4351-8332-2f533c91a374 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 946 time: 0.0840404 Aug 13 04:20:27.422867 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-37ff1371-00eb-4e85-afe6-71570a681d2c admin admin] Calling delete_port for 2469cc64-eb5d-4507-b81f-eb18d93e8deb owned by network:router_gateway {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:20:27.437924 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-1b51d494-4a01-4758-a41c-b0210e366df0 None None] Set router 375defa4-01f3-4625-9c75-5ac3768cb7a7 gateway port host: None {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:20:27.447253 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-9912430c-81e4-473e-b2c5-96ce7ba05e9d req-66b2e0ba-dab4-4f1b-9731-bb23ddb2a924 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503352 Aug 13 04:20:27.492790 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-1b51d494-4a01-4758-a41c-b0210e366df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'name': 'tempest-AttachVolumeTestJSON-1015169733-router', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:20:27Z', 'revision_number': 6, 'project_id': '002375b8005d44a193b301833aa330dc', 'gw_port_host': None}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:27.523412 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b51d494-4a01-4758-a41c-b0210e366df0 None None] The sync data for ids ['375defa4-01f3-4625-9c75-5ac3768cb7a7'] in dv-cinder-759987-6-iscsi is: [{'id': '375defa4-01f3-4625-9c75-5ac3768cb7a7', 'name': 'tempest-AttachVolumeTestJSON-1015169733-router', 'tenant_id': '002375b8005d44a193b301833aa330dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:13:02Z', 'updated_at': '2021-08-13T04:20:27Z', 'revision_number': 6, 'project_id': '002375b8005d44a193b301833aa330dc', 'gw_port_host': None}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:20:27.677176 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-37ff1371-00eb-4e85-afe6-71570a681d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:27.704116 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff1371-00eb-4e85-afe6-71570a681d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=2469cc64-eb5d-4507-b81f-eb18d93e8deb,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:27.765253 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-37ff1371-00eb-4e85-afe6-71570a681d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704476'] for router_gateway, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:27.852031 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-37ff1371-00eb-4e85-afe6-71570a681d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1008'] for router, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:27.854379 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-37ff1371-00eb-4e85-afe6-71570a681d2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:27.963140 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-37ff1371-00eb-4e85-afe6-71570a681d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702527'] for router, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:27.963648 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ff1371-00eb-4e85-afe6-71570a681d2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 375defa4-01f3-4625-9c75-5ac3768cb7a7 {{(pid=94567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 04:20:27.967825 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-37ff1371-00eb-4e85-afe6-71570a681d2c admin admin] Notify callbacks [] for router, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:27.969043 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-37ff1371-00eb-4e85-afe6-71570a681d2c admin admin] 10.222.0.32 "DELETE /v2.0/routers/375defa4-01f3-4625-9c75-5ac3768cb7a7 HTTP/1.1" status: 204 len: 168 time: 0.9925954 Aug 13 04:20:27.971492 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 59808) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:28.015185 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea87f4ff-5d9d-4089-bef8-608bd5dc2f5c admin admin] Deleting subnet bc419503-ea44-47f1-b4cd-1a56414c95fb {{(pid=94567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:20:28.018179 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ea87f4ff-5d9d-4089-bef8-608bd5dc2f5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:28.060298 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ea87f4ff-5d9d-4089-bef8-608bd5dc2f5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2939958'] for subnet, precommit_delete_associations {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:28.138356 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ea87f4ff-5d9d-4089-bef8-608bd5dc2f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416950'] for subnet, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:28.260841 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ea87f4ff-5d9d-4089-bef8-608bd5dc2f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2940295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3275436'] for subnet, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:28.287950 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87f4ff-5d9d-4089-bef8-608bd5dc2f5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc419503-ea44-47f1-b4cd-1a56414c95fb,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:28.289934 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-ea87f4ff-5d9d-4089-bef8-608bd5dc2f5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:28.294471 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-ea87f4ff-5d9d-4089-bef8-608bd5dc2f5c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bc419503-ea44-47f1-b4cd-1a56414c95fb HTTP/1.1" status: 204 len: 168 time: 0.3213465 Aug 13 04:20:28.296792 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56943f20-a5a0-4810-b86a-07c33abebee3 None None] Network 1f5f08bb-8497-4150-a3e9-90ccd6853fea requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:20:28.297356 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 59810) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:28.378263 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9d497d42-8e4f-4707-a58d-5f058887d013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16337513'] for network, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:28.440419 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-9d497d42-8e4f-4707-a58d-5f058887d013 admin admin] Deleting port 71a43ac6-6763-42c0-abda-addb3a70658e {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:20:28.440419 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9d497d42-8e4f-4707-a58d-5f058887d013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:28.510743 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf8c444-1e12-4919-8b54-cd6c990f5267 None None] DHCP port deletion for 1f5f08bb-8497-4150-a3e9-90ccd6853fea request from dv-cinder-759987-6-iscsi {{(pid=94568) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 04:20:28.517988 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-9d497d42-8e4f-4707-a58d-5f058887d013 admin admin] For port 71a43ac6-6763-42c0-abda-addb3a70658e, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=71a43ac6-6763-42c0-abda-addb3a70658e,segment=NetworkSegment(24c175ca-9aeb-4e68-9c94-026692638f09),segment_id=24c175ca-9aeb-4e68-9c94-026692638f09)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:20:28.518487 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9d497d42-8e4f-4707-a58d-5f058887d013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:28.540361 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-9d497d42-8e4f-4707-a58d-5f058887d013 admin admin] Calling delete_port for 71a43ac6-6763-42c0-abda-addb3a70658e owned by network:dhcp {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:20:28.567016 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-fdf8c444-1e12-4919-8b54-cd6c990f5267 None None] Deleting port 71a43ac6-6763-42c0-abda-addb3a70658e {{(pid=94568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:20:28.567384 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c444-1e12-4919-8b54-cd6c990f5267 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:28.645540 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-fdf8c444-1e12-4919-8b54-cd6c990f5267 None None] For port 71a43ac6-6763-42c0-abda-addb3a70658e, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=71a43ac6-6763-42c0-abda-addb3a70658e,segment=NetworkSegment(24c175ca-9aeb-4e68-9c94-026692638f09),segment_id=24c175ca-9aeb-4e68-9c94-026692638f09)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:20:28.646015 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c444-1e12-4919-8b54-cd6c990f5267 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:28.652116 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4861f63-cfc4-4aed-a1f3-eea827b43a1f req-1c238123-51a6-474f-8aaf-f87df072b679 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:28.653756 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b4861f63-cfc4-4aed-a1f3-eea827b43a1f req-1c238123-51a6-474f-8aaf-f87df072b679 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 946 time: 0.0896051 Aug 13 04:20:28.660503 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-fdf8c444-1e12-4919-8b54-cd6c990f5267 None None] Calling delete_port for 71a43ac6-6763-42c0-abda-addb3a70658e owned by network:dhcp {{(pid=94568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:20:28.669341 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 2469cc64-eb5d-4507-b81f-eb18d93e8deb no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:20:28.697047 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b4861f63-cfc4-4aed-a1f3-eea827b43a1f req-59d11a98-f2e7-4348-bcfd-d28627ab020f tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371881 Aug 13 04:20:28.697678 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: 2469cc64-eb5d-4507-b81f-eb18d93e8deb {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:20:28.698027 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 2469cc64-eb5d-4507-b81f-eb18d93e8deb not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:20:28.698432 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 33d14546-a0d6-4db2-a0be-18dd5c23e882 no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:20:28.706091 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9d497d42-8e4f-4707-a58d-5f058887d013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:28.738409 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d497d42-8e4f-4707-a58d-5f058887d013 admin admin] Pushing event deleted for resources: {'Port': ['ID=71a43ac6-6763-42c0-abda-addb3a70658e,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:28.740178 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d497d42-8e4f-4707-a58d-5f058887d013 admin admin] No DVR routers for this DVR port 71a43ac6-6763-42c0-abda-addb3a70658e on host dv-cinder-759987-6-iscsi {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:20:28.750156 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: 33d14546-a0d6-4db2-a0be-18dd5c23e882 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:20:28.750776 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 33d14546-a0d6-4db2-a0be-18dd5c23e882 not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:20:28.750988 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 71a43ac6-6763-42c0-abda-addb3a70658e no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:20:28.771919 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: 71a43ac6-6763-42c0-abda-addb3a70658e {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:20:28.772262 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 71a43ac6-6763-42c0-abda-addb3a70658e not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:20:28.806821 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c444-1e12-4919-8b54-cd6c990f5267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965'] for port, after_delete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:28.813683 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9d497d42-8e4f-4707-a58d-5f058887d013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16418865', 'neutron.services.segments.db._delete_segments_for_network-8784944466544'] for network, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:28.823910 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-9d497d42-8e4f-4707-a58d-5f058887d013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5f08bb-8497-4150-a3e9-90ccd6853fea']}} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:28.831341 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8c444-1e12-4919-8b54-cd6c990f5267 None None] Pushing event deleted for resources: {'Port': ['ID=71a43ac6-6763-42c0-abda-addb3a70658e,revision_number=None']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:28.833964 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-9d497d42-8e4f-4707-a58d-5f058887d013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c175ca-9aeb-4e68-9c94-026692638f09') {'for_net_delete': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:28.834265 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-9d497d42-8e4f-4707-a58d-5f058887d013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c175ca-9aeb-4e68-9c94-026692638f09') {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:28.835103 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf8c444-1e12-4919-8b54-cd6c990f5267 None None] No DVR routers for this DVR port 71a43ac6-6763-42c0-abda-addb3a70658e on host dv-cinder-759987-6-iscsi {{(pid=94568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:20:28.844997 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9d497d42-8e4f-4707-a58d-5f058887d013 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784944469625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2939937'] for segment, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:28.859049 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9d497d42-8e4f-4707-a58d-5f058887d013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:28.864947 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d497d42-8e4f-4707-a58d-5f058887d013 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:20:28.865340 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9d497d42-8e4f-4707-a58d-5f058887d013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2940249'] for segment, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: Traceback (most recent call last): Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: timer() Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: cb(*args, **kw) Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: return func(*args, **kwargs) Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: self._notify() Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: self.callback(batched_events) Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: event.method(event) Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: return f(self, *a, **k) Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: return self._get(url).json() Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: return self.request(url, 'GET', **kwargs) Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:20:28.867035 dv-cinder-759987-6-iscsi neutron-server[94567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:20:29.002127 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9d497d42-8e4f-4707-a58d-5f058887d013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16418856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704416'] for network, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:29.007720 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9d497d42-8e4f-4707-a58d-5f058887d013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:29.010204 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-9d497d42-8e4f-4707-a58d-5f058887d013 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1f5f08bb-8497-4150-a3e9-90ccd6853fea HTTP/1.1" status: 204 len: 168 time: 0.7130883 Aug 13 04:20:29.021441 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d497d42-8e4f-4707-a58d-5f058887d013 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f5f08bb-8497-4150-a3e9-90ccd6853fea,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:29.288220 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 59820) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:29.327321 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-432f1573-8811-4c9c-8b7c-ababda5fa820 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=002375b8005d44a193b301833aa330dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378809 Aug 13 04:20:29.329669 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 59822) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:29.380907 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-b9611408-ad84-46c8-939e-04658d6e82e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:29.402884 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-b9611408-ad84-46c8-939e-04658d6e82e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:29.533246 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-b9611408-ad84-46c8-939e-04658d6e82e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:29.535705 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-b9611408-ad84-46c8-939e-04658d6e82e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:29.536859 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-b9611408-ad84-46c8-939e-04658d6e82e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e62365aa-be73-43f3-94eb-2a8cac8f7985 HTTP/1.1" status: 204 len: 168 time: 0.2062647 Aug 13 04:20:29.547067 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9611408-ad84-46c8-939e-04658d6e82e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62365aa-be73-43f3-94eb-2a8cac8f7985,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:37.464549 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 59918) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:37.763754 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-3244a692-1049-4f04-8877-2d7b80149eef tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Deleting port b505805f-796d-4910-8d7c-77a1b60da61f {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:20:37.764098 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3244a692-1049-4f04-8877-2d7b80149eef tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:37.838499 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3244a692-1049-4f04-8877-2d7b80149eef tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:37.838842 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3244a692-1049-4f04-8877-2d7b80149eef tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:37.850793 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-3244a692-1049-4f04-8877-2d7b80149eef tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Calling delete_port for b505805f-796d-4910-8d7c-77a1b60da61f owned by network:floatingip {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:20:38.077453 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3244a692-1049-4f04-8877-2d7b80149eef tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:38.103455 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244a692-1049-4f04-8877-2d7b80149eef tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Pushing event deleted for resources: {'Port': ['ID=b505805f-796d-4910-8d7c-77a1b60da61f,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:38.160755 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3244a692-1049-4f04-8877-2d7b80149eef tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for floatingip, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:38.161084 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.db.l3_db [None req-3244a692-1049-4f04-8877-2d7b80149eef tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Floating IP c9b00fd0-e9a8-4610-98f0-1b7d4237c422 disassociated (deleted). External IP: 172.27.3.71, port: e80a4d31-ce9d-4967-b1be-c531c54de19d. Aug 13 04:20:38.363678 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3244a692-1049-4f04-8877-2d7b80149eef tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Router f16fe6a1-f934-421c-aef5-c369a826d72a has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:20:38.475812 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3244a692-1049-4f04-8877-2d7b80149eef tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:20:38.480265 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3244a692-1049-4f04-8877-2d7b80149eef tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for floatingip, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:38.487973 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b70033c-6a3b-4964-b154-2169e0f4d47c None None] Sync routers for ids ['f16fe6a1-f934-421c-aef5-c369a826d72a'] in dv-cinder-759987-6-iscsi {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:20:38.498470 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b70033c-6a3b-4964-b154-2169e0f4d47c None None] Routers {'f16fe6a1-f934-421c-aef5-c369a826d72a'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:20:38.499078 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-3b70033c-6a3b-4964-b154-2169e0f4d47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:20:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['f16fe6a1-f934-421c-aef5-c369a826d72a'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:38.508394 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-3244a692-1049-4f04-8877-2d7b80149eef tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "DELETE /v2.0/floatingips/c9b00fd0-e9a8-4610-98f0-1b7d4237c422 HTTP/1.1" status: 204 len: 168 time: 1.0426977 Aug 13 04:20:38.508948 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93634d8-b1ab-425c-bb44-40ce4e8005dd', 'tag': 'e80a4d31-ce9d-4967-b1be-c531c54de19d'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:20:38.511219 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148fa026-1460-4ad5-b441-012845865284" -d '{"events": [{"name": "network-changed", "server_uuid": "c93634d8-b1ab-425c-bb44-40ce4e8005dd", "tag": "e80a4d31-ce9d-4967-b1be-c531c54de19d"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:20:38.558336 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13513412-b81d-4c6d-8bcc-f1d19804d81e x-openstack-request-id: req-13513412-b81d-4c6d-8bcc-f1d19804d81e {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:20:38.558665 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93634d8-b1ab-425c-bb44-40ce4e8005dd", "tag": "e80a4d31-ce9d-4967-b1be-c531c54de19d", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:20:38.558849 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13513412-b81d-4c6d-8bcc-f1d19804d81e {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:20:38.559190 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93634d8-b1ab-425c-bb44-40ce4e8005dd', 'tag': 'e80a4d31-ce9d-4967-b1be-c531c54de19d', 'status': 'completed', 'code': 200} Aug 13 04:20:38.609858 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-3b70033c-6a3b-4964-b154-2169e0f4d47c None None] Set router f16fe6a1-f934-421c-aef5-c369a826d72a gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:20:38.796849 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 59938) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:38.807658 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-4460cc66-4ccc-4cbd-a789-5d3713669f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:38.813943 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-3b70033c-6a3b-4964-b154-2169e0f4d47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'name': 'tempest-TestShelveInstance-2080391269-router', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:56Z', 'updated_at': '2021-08-13T04:15:01Z', 'revision_number': 4, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'gw_port': {'id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:57Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': '71bb498f-d045-444a-8d4a-a5c9d3574930', 'name': '', 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'mac_address': 'fa:16:3e:fa:88:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8b52e372-55dc-4bbf-8fbc-e314efb4eadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:00Z', 'updated_at': '2021-08-13T04:15:08Z', 'revision_number': 5, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'subnets': [{'id': '8b52e372-55dc-4bbf-8fbc-e314efb4eadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:38.845102 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b70033c-6a3b-4964-b154-2169e0f4d47c None None] Checking router: f16fe6a1-f934-421c-aef5-c369a826d72a for host: dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:20:38.854531 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b70033c-6a3b-4964-b154-2169e0f4d47c None None] Routers {'f16fe6a1-f934-421c-aef5-c369a826d72a'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:20:38.855142 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-3b70033c-6a3b-4964-b154-2169e0f4d47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:20:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['f16fe6a1-f934-421c-aef5-c369a826d72a'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:38.926096 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3682f9f2-f774-42bd-8eb0-1e4b21a60820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:38.939648 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77ae82-5757-4b17-bef6-eda5344ec6eb req-a9b2af38-11e2-4146-8af0-a0e3a8a08e67 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:38.941191 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5f77ae82-5757-4b17-bef6-eda5344ec6eb req-a9b2af38-11e2-4146-8af0-a0e3a8a08e67 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0522058 Aug 13 04:20:38.964994 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-3b70033c-6a3b-4964-b154-2169e0f4d47c None None] Set router f16fe6a1-f934-421c-aef5-c369a826d72a gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:20:38.984342 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5f77ae82-5757-4b17-bef6-eda5344ec6eb req-ad9cacf0-9784-435e-9529-878e52fe0377 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358777 Aug 13 04:20:39.022111 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3682f9f2-f774-42bd-8eb0-1e4b21a60820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:39.071577 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-3682f9f2-f774-42bd-8eb0-1e4b21a60820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:39.118920 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-3682f9f2-f774-42bd-8eb0-1e4b21a60820 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=893ef7ed4c634fae9c76e57c80509e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186057 Aug 13 04:20:39.118920 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682f9f2-f774-42bd-8eb0-1e4b21a60820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27436d4c-8aaa-4246-ac0c-908feb7cef01,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:39.119364 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 59944) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:39.172761 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6d5be61a-2250-4b82-adc8-ea7849ca407d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:39.175048 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-3b70033c-6a3b-4964-b154-2169e0f4d47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'name': 'tempest-TestShelveInstance-2080391269-router', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:56Z', 'updated_at': '2021-08-13T04:15:01Z', 'revision_number': 4, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'gw_port': {'id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:57Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': '71bb498f-d045-444a-8d4a-a5c9d3574930', 'name': '', 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'mac_address': 'fa:16:3e:fa:88:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8b52e372-55dc-4bbf-8fbc-e314efb4eadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:00Z', 'updated_at': '2021-08-13T04:15:08Z', 'revision_number': 5, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'subnets': [{'id': '8b52e372-55dc-4bbf-8fbc-e314efb4eadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:39.193330 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6d5be61a-2250-4b82-adc8-ea7849ca407d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:39.204883 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b70033c-6a3b-4964-b154-2169e0f4d47c None None] The sync data for ids ['f16fe6a1-f934-421c-aef5-c369a826d72a'] in dv-cinder-759987-6-iscsi is: [{'id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'name': 'tempest-TestShelveInstance-2080391269-router', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:56Z', 'updated_at': '2021-08-13T04:15:01Z', 'revision_number': 4, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'gw_port': {'id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:57Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': '71bb498f-d045-444a-8d4a-a5c9d3574930', 'name': '', 'network_id': 'e32643c6-8d74-4f65-969e-9aa4ee314bea', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'mac_address': 'fa:16:3e:fa:88:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8b52e372-55dc-4bbf-8fbc-e314efb4eadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:00Z', 'updated_at': '2021-08-13T04:15:08Z', 'revision_number': 5, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'subnets': [{'id': '8b52e372-55dc-4bbf-8fbc-e314efb4eadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:20:39.308142 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6d5be61a-2250-4b82-adc8-ea7849ca407d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:39.310531 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6d5be61a-2250-4b82-adc8-ea7849ca407d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:39.311751 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-6d5be61a-2250-4b82-adc8-ea7849ca407d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/27436d4c-8aaa-4246-ac0c-908feb7cef01 HTTP/1.1" status: 204 len: 168 time: 0.1911278 Aug 13 04:20:39.320107 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5be61a-2250-4b82-adc8-ea7849ca407d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27436d4c-8aaa-4246-ac0c-908feb7cef01,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:39.474007 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f052d-9810-4767-ba98-e10b56568e02 None None] New status for floating IP c9b00fd0-e9a8-4610-98f0-1b7d4237c422: DOWN {{(pid=94568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:20:39.935784 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 59952) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:39.948872 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e68cae0b-c42c-46b9-8fe1-8e6bffbaa556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:40.043625 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e68cae0b-c42c-46b9-8fe1-8e6bffbaa556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:40.107663 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f38a35-c08a-4026-8202-1c11fbe49f28 req-8351dd5e-7688-4cc6-a480-9117e3a01ff8 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:40.109113 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-81f38a35-c08a-4026-8202-1c11fbe49f28 req-8351dd5e-7688-4cc6-a480-9117e3a01ff8 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0502043 Aug 13 04:20:40.134648 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:20:40.135229 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e68cae0b-c42c-46b9-8fe1-8e6bffbaa556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:40.169837 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-81f38a35-c08a-4026-8202-1c11fbe49f28 req-e27f74f2-8474-43e5-b95e-f846f49fec18 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548394 Aug 13 04:20:40.183261 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-e68cae0b-c42c-46b9-8fe1-8e6bffbaa556 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bcb4c31ab7d24a9d9eb525644d1b3c82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461469 Aug 13 04:20:40.188622 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 59956) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:40.205208 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68cae0b-c42c-46b9-8fe1-8e6bffbaa556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e13aad-6796-456f-aa52-ea45f65bf73d,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:40.244929 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-82090e9b-d630-44d2-a0cb-d2b33622494d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:40.265656 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-82090e9b-d630-44d2-a0cb-d2b33622494d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:40.385050 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-82090e9b-d630-44d2-a0cb-d2b33622494d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:40.388344 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-82090e9b-d630-44d2-a0cb-d2b33622494d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:40.389715 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-82090e9b-d630-44d2-a0cb-d2b33622494d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57e13aad-6796-456f-aa52-ea45f65bf73d HTTP/1.1" status: 204 len: 168 time: 0.1998675 Aug 13 04:20:40.397775 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82090e9b-d630-44d2-a0cb-d2b33622494d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e13aad-6796-456f-aa52-ea45f65bf73d,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:40.790230 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fa026-1460-4ad5-b441-012845865284 req-f2dfe895-b251-415e-9011-8f435142299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:40.791738 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-148fa026-1460-4ad5-b441-012845865284 req-f2dfe895-b251-415e-9011-8f435142299a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6d4c8f932bf49dca555a79eae4efd63&device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 1099 time: 0.0414875 Aug 13 04:20:40.882314 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fa026-1460-4ad5-b441-012845865284 req-e1c07ddc-7f13-494f-a7c2-b1d08ac115e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:40.883709 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-148fa026-1460-4ad5-b441-012845865284 req-e1c07ddc-7f13-494f-a7c2-b1d08ac115e4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e32643c6-8d74-4f65-969e-9aa4ee314bea HTTP/1.1" status: 200 len: 910 time: 0.0846918 Aug 13 04:20:40.931649 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-148fa026-1460-4ad5-b441-012845865284 req-e55851c2-7a6f-4547-97ef-b484daac2703 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e80a4d31-ce9d-4967-b1be-c531c54de19d HTTP/1.1" status: 200 len: 217 time: 0.0375214 Aug 13 04:20:40.982429 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fa026-1460-4ad5-b441-012845865284 req-98965803-4881-4486-922c-7bc826d4897e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:40.983871 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-148fa026-1460-4ad5-b441-012845865284 req-98965803-4881-4486-922c-7bc826d4897e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8b52e372-55dc-4bbf-8fbc-e314efb4eadd HTTP/1.1" status: 200 len: 848 time: 0.0445266 Aug 13 04:20:41.035496 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fa026-1460-4ad5-b441-012845865284 req-6d050869-9fb3-4d01-8625-b7e77fb3217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:41.037052 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-148fa026-1460-4ad5-b441-012845865284 req-6d050869-9fb3-4d01-8625-b7e77fb3217f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e32643c6-8d74-4f65-969e-9aa4ee314bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414319 Aug 13 04:20:41.129004 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-148fa026-1460-4ad5-b441-012845865284 req-4e73b4c5-093d-4778-9535-9dd1a18986f5 service neutron] 10.222.0.22 "GET /v2.0/networks/e32643c6-8d74-4f65-969e-9aa4ee314bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835288 Aug 13 04:20:41.212061 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e3d6df64-e098-488e-9a72-cdc78a5a9a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:41.224447 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-148fa026-1460-4ad5-b441-012845865284 req-fee96417-0b0c-40b9-8b00-cd484cb05dc3 service neutron] 10.222.0.22 "GET /v2.0/networks/e32643c6-8d74-4f65-969e-9aa4ee314bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871062 Aug 13 04:20:41.299489 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e320a9-d568-4580-b7c5-96580b78af18 req-5328891e-43e5-454c-a4eb-f227f23291b5 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:41.301026 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b7e320a9-d568-4580-b7c5-96580b78af18 req-5328891e-43e5-454c-a4eb-f227f23291b5 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0525353 Aug 13 04:20:41.338668 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-b7e320a9-d568-4580-b7c5-96580b78af18 req-888342c1-44cb-42c4-bd81-07bab11f7bd7 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316594 Aug 13 04:20:42.054605 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:42.456355 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d90a5-7775-49d2-b3cf-7d57b21e43f4 req-3857f6e0-874c-4ccb-922b-11647db4d16e tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:42.457847 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-471d90a5-7775-49d2-b3cf-7d57b21e43f4 req-3857f6e0-874c-4ccb-922b-11647db4d16e tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0516653 Aug 13 04:20:42.495033 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-471d90a5-7775-49d2-b3cf-7d57b21e43f4 req-d45c4d98-7919-46d0-93bc-cbe274321be6 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/security-groups?id=641155e1-1a3a-4a26-8aaa-cb28ef14dc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311391 Aug 13 04:20:42.551882 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6bef0-c605-4427-bf94-e22fa63f8e7c req-8791f345-ff6a-4408-a115-2dbfb3f831d4 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:42.552355 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-eab6bef0-c605-4427-bf94-e22fa63f8e7c req-8791f345-ff6a-4408-a115-2dbfb3f831d4 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.22 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 946 time: 0.0563290 Aug 13 04:20:42.591381 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:42.655000 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-eab6bef0-c605-4427-bf94-e22fa63f8e7c req-868a66b0-df0a-4bec-8453-9cb99f0d2a0b tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Deleting port e80a4d31-ce9d-4967-b1be-c531c54de19d {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:20:42.655349 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-eab6bef0-c605-4427-bf94-e22fa63f8e7c req-868a66b0-df0a-4bec-8453-9cb99f0d2a0b tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:42.747916 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-eab6bef0-c605-4427-bf94-e22fa63f8e7c req-868a66b0-df0a-4bec-8453-9cb99f0d2a0b tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] For port e80a4d31-ce9d-4967-b1be-c531c54de19d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=e80a4d31-ce9d-4967-b1be-c531c54de19d,segment=NetworkSegment(866cb03e-1dbe-4792-85cf-b95732c5afd6),segment_id=866cb03e-1dbe-4792-85cf-b95732c5afd6)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:20:42.748179 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-eab6bef0-c605-4427-bf94-e22fa63f8e7c req-868a66b0-df0a-4bec-8453-9cb99f0d2a0b tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:42.764720 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-eab6bef0-c605-4427-bf94-e22fa63f8e7c req-868a66b0-df0a-4bec-8453-9cb99f0d2a0b tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Calling delete_port for e80a4d31-ce9d-4967-b1be-c531c54de19d owned by compute:nova {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:20:42.968547 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-eab6bef0-c605-4427-bf94-e22fa63f8e7c req-868a66b0-df0a-4bec-8453-9cb99f0d2a0b tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:42.997556 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a66b0-df0a-4bec-8453-9cb99f0d2a0b tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Pushing event deleted for resources: {'Port': ['ID=e80a4d31-ce9d-4967-b1be-c531c54de19d,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:43.042031 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab6bef0-c605-4427-bf94-e22fa63f8e7c req-868a66b0-df0a-4bec-8453-9cb99f0d2a0b tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] No DVR routers for this DVR port e80a4d31-ce9d-4967-b1be-c531c54de19d on host hv-cinder-75998 {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:20:43.045431 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-eab6bef0-c605-4427-bf94-e22fa63f8e7c req-868a66b0-df0a-4bec-8453-9cb99f0d2a0b tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:43.047878 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-eab6bef0-c605-4427-bf94-e22fa63f8e7c req-868a66b0-df0a-4bec-8453-9cb99f0d2a0b tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.22 "DELETE /v2.0/ports/e80a4d31-ce9d-4967-b1be-c531c54de19d HTTP/1.1" status: 204 len: 173 time: 0.4904494 Aug 13 04:20:43.048478 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93634d8-b1ab-425c-bb44-40ce4e8005dd', 'name': 'network-vif-deleted', 'tag': 'e80a4d31-ce9d-4967-b1be-c531c54de19d'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:20:43.051934 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ed80bf-1692-41de-aacc-ad46d19e5cc6" -d '{"events": [{"server_uuid": "c93634d8-b1ab-425c-bb44-40ce4e8005dd", "name": "network-vif-deleted", "tag": "e80a4d31-ce9d-4967-b1be-c531c54de19d"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:20:43.100103 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defba022-12ba-4139-a014-fa58e3142490 x-openstack-request-id: req-defba022-12ba-4139-a014-fa58e3142490 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:20:43.100103 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93634d8-b1ab-425c-bb44-40ce4e8005dd", "name": "network-vif-deleted", "tag": "e80a4d31-ce9d-4967-b1be-c531c54de19d", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:20:43.100103 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-defba022-12ba-4139-a014-fa58e3142490 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:20:43.100103 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93634d8-b1ab-425c-bb44-40ce4e8005dd', 'name': 'network-vif-deleted', 'tag': 'e80a4d31-ce9d-4967-b1be-c531c54de19d', 'status': 'completed', 'code': 200} Aug 13 04:20:43.588583 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2fb0c61f-fdbb-4c99-a910-3cdc2f24334a req-936668f0-a0ab-454b-a2a7-e852825b4ce3 tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "GET /v2.0/ports?device_id=c93634d8-b1ab-425c-bb44-40ce4e8005dd HTTP/1.1" status: 200 len: 210 time: 0.0254483 Aug 13 04:20:44.186305 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:44.649521 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60040) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:44.708348 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3b80341f-80b8-415d-b93b-ac7f86b0b0dd tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:44.736795 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3b80341f-80b8-415d-b93b-ac7f86b0b0dd tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:44.871730 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3b80341f-80b8-415d-b93b-ac7f86b0b0dd tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:44.874827 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3b80341f-80b8-415d-b93b-ac7f86b0b0dd tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:44.876000 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-3b80341f-80b8-415d-b93b-ac7f86b0b0dd tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] 10.222.0.32 "DELETE /v2.0/security-groups/641155e1-1a3a-4a26-8aaa-cb28ef14dc08 HTTP/1.1" status: 204 len: 168 time: 0.2254653 Aug 13 04:20:44.885198 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80341f-80b8-415d-b93b-ac7f86b0b0dd tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=641155e1-1a3a-4a26-8aaa-cb28ef14dc08,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:44.892944 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b80341f-80b8-415d-b93b-ac7f86b0b0dd tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:44.893297 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b80341f-80b8-415d-b93b-ac7f86b0b0dd tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:44.893702 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b80341f-80b8-415d-b93b-ac7f86b0b0dd tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:44.894044 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b80341f-80b8-415d-b93b-ac7f86b0b0dd tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:44.894374 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b80341f-80b8-415d-b93b-ac7f86b0b0dd tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:44.894704 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b80341f-80b8-415d-b93b-ac7f86b0b0dd tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:44.895032 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b80341f-80b8-415d-b93b-ac7f86b0b0dd tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:44.895353 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b80341f-80b8-415d-b93b-ac7f86b0b0dd tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:44.895687 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b80341f-80b8-415d-b93b-ac7f86b0b0dd tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:44.895997 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b80341f-80b8-415d-b93b-ac7f86b0b0dd tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:44.896318 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b80341f-80b8-415d-b93b-ac7f86b0b0dd tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:44.896663 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b80341f-80b8-415d-b93b-ac7f86b0b0dd tempest-TestShelveInstance-112185201 tempest-TestShelveInstance-112185201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:45.037527 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60046) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:45.832709 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b2367c25-f781-462a-86c5-492404932c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758422'] for router_interface, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:46.122743 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-b2367c25-f781-462a-86c5-492404932c61 admin admin] Deleting port 71bb498f-d045-444a-8d4a-a5c9d3574930 {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:20:46.123007 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b2367c25-f781-462a-86c5-492404932c61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:46.197354 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-b2367c25-f781-462a-86c5-492404932c61 admin admin] For port 71bb498f-d045-444a-8d4a-a5c9d3574930, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=71bb498f-d045-444a-8d4a-a5c9d3574930,segment=NetworkSegment(866cb03e-1dbe-4792-85cf-b95732c5afd6),segment_id=866cb03e-1dbe-4792-85cf-b95732c5afd6)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:20:46.197712 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b2367c25-f781-462a-86c5-492404932c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:46.210535 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-b2367c25-f781-462a-86c5-492404932c61 admin admin] Calling delete_port for 71bb498f-d045-444a-8d4a-a5c9d3574930 owned by network:router_interface {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:20:46.459927 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b2367c25-f781-462a-86c5-492404932c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:46.485646 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2367c25-f781-462a-86c5-492404932c61 admin admin] Pushing event deleted for resources: {'Port': ['ID=71bb498f-d045-444a-8d4a-a5c9d3574930,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:46.668177 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b2367c25-f781-462a-86c5-492404932c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704038'] for router_interface, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:46.876871 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2367c25-f781-462a-86c5-492404932c61 admin admin] Router f16fe6a1-f934-421c-aef5-c369a826d72a has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:20:46.976362 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2367c25-f781-462a-86c5-492404932c61 admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:20:46.981321 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-b2367c25-f781-462a-86c5-492404932c61 admin admin] 10.222.0.32 "PUT /v2.0/routers/f16fe6a1-f934-421c-aef5-c369a826d72a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9426560 Aug 13 04:20:46.984573 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60066) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:46.985745 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a498f7-8fbc-49ff-88d3-2c5ef041d00b None None] Sync routers for ids ['f16fe6a1-f934-421c-aef5-c369a826d72a'] in dv-cinder-759987-6-iscsi {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:20:46.994783 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a498f7-8fbc-49ff-88d3-2c5ef041d00b None None] Routers {'f16fe6a1-f934-421c-aef5-c369a826d72a'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:20:46.995448 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-62a498f7-8fbc-49ff-88d3-2c5ef041d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:20:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['f16fe6a1-f934-421c-aef5-c369a826d72a'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:47.088951 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-671978a2-4986-49c6-9625-2b8c19bbdb8e admin admin] Notify callbacks [] for router, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:47.098818 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-62a498f7-8fbc-49ff-88d3-2c5ef041d00b None None] Set router f16fe6a1-f934-421c-aef5-c369a826d72a gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:20:47.195038 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-671978a2-4986-49c6-9625-2b8c19bbdb8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:47.337579 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-671978a2-4986-49c6-9625-2b8c19bbdb8e admin admin] Deleting port c95ae5f8-6c96-4514-a9ce-469de95083a0 {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:20:47.337919 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-671978a2-4986-49c6-9625-2b8c19bbdb8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:47.358636 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-62a498f7-8fbc-49ff-88d3-2c5ef041d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'name': 'tempest-TestShelveInstance-2080391269-router', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:56Z', 'updated_at': '2021-08-13T04:20:46Z', 'revision_number': 5, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'gw_port': {'id': 'c95ae5f8-6c96-4514-a9ce-469de95083a0', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:57Z', 'updated_at': '2021-08-13T04:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:47.385653 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a498f7-8fbc-49ff-88d3-2c5ef041d00b None None] Checking router: f16fe6a1-f934-421c-aef5-c369a826d72a for host: dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:20:47.394700 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a498f7-8fbc-49ff-88d3-2c5ef041d00b None None] Routers {'f16fe6a1-f934-421c-aef5-c369a826d72a'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:20:47.395340 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-62a498f7-8fbc-49ff-88d3-2c5ef041d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:20:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['f16fe6a1-f934-421c-aef5-c369a826d72a'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:47.427623 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-671978a2-4986-49c6-9625-2b8c19bbdb8e admin admin] For port c95ae5f8-6c96-4514-a9ce-469de95083a0, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=c95ae5f8-6c96-4514-a9ce-469de95083a0,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:20:47.428075 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-671978a2-4986-49c6-9625-2b8c19bbdb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:47.442739 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-671978a2-4986-49c6-9625-2b8c19bbdb8e admin admin] Calling delete_port for c95ae5f8-6c96-4514-a9ce-469de95083a0 owned by network:router_gateway {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:20:47.484211 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-62a498f7-8fbc-49ff-88d3-2c5ef041d00b None None] Set router f16fe6a1-f934-421c-aef5-c369a826d72a gateway port host: None {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:20:47.538454 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-62a498f7-8fbc-49ff-88d3-2c5ef041d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'name': 'tempest-TestShelveInstance-2080391269-router', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:56Z', 'updated_at': '2021-08-13T04:20:47Z', 'revision_number': 6, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'gw_port_host': None}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:47.565238 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a498f7-8fbc-49ff-88d3-2c5ef041d00b None None] The sync data for ids ['f16fe6a1-f934-421c-aef5-c369a826d72a'] in dv-cinder-759987-6-iscsi is: [{'id': 'f16fe6a1-f934-421c-aef5-c369a826d72a', 'name': 'tempest-TestShelveInstance-2080391269-router', 'tenant_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:56Z', 'updated_at': '2021-08-13T04:20:47Z', 'revision_number': 6, 'project_id': 'b6d4c8f932bf49dca555a79eae4efd63', 'gw_port_host': None}] {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:20:47.694479 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-671978a2-4986-49c6-9625-2b8c19bbdb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:47.721200 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671978a2-4986-49c6-9625-2b8c19bbdb8e admin admin] Pushing event deleted for resources: {'Port': ['ID=c95ae5f8-6c96-4514-a9ce-469de95083a0,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:47.781996 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-671978a2-4986-49c6-9625-2b8c19bbdb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704476'] for router_gateway, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:47.868950 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-671978a2-4986-49c6-9625-2b8c19bbdb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1008'] for router, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:47.870999 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-671978a2-4986-49c6-9625-2b8c19bbdb8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:47.997780 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-671978a2-4986-49c6-9625-2b8c19bbdb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702527'] for router, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:47.998701 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671978a2-4986-49c6-9625-2b8c19bbdb8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f16fe6a1-f934-421c-aef5-c369a826d72a {{(pid=94566) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 04:20:48.003680 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device e80a4d31-ce9d-4967-b1be-c531c54de19d no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:20:48.005018 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-671978a2-4986-49c6-9625-2b8c19bbdb8e admin admin] Notify callbacks [] for router, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:48.011686 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-671978a2-4986-49c6-9625-2b8c19bbdb8e admin admin] 10.222.0.32 "DELETE /v2.0/routers/f16fe6a1-f934-421c-aef5-c369a826d72a HTTP/1.1" status: 204 len: 168 time: 1.0206742 Aug 13 04:20:48.012028 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 60072) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:48.024483 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] No Port match for: e80a4d31-ce9d-4967-b1be-c531c54de19d {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:20:48.024834 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device e80a4d31-ce9d-4967-b1be-c531c54de19d not bound to the agent host hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:20:48.056032 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54a1b55-4804-46a1-bae5-1bcc30a2333e admin admin] Deleting subnet 8b52e372-55dc-4bbf-8fbc-e314efb4eadd {{(pid=94567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:20:48.059099 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f54a1b55-4804-46a1-bae5-1bcc30a2333e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:48.093642 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f54a1b55-4804-46a1-bae5-1bcc30a2333e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2939958'] for subnet, precommit_delete_associations {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:48.434689 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f54a1b55-4804-46a1-bae5-1bcc30a2333e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416950'] for subnet, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:48.610261 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f54a1b55-4804-46a1-bae5-1bcc30a2333e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2940295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3275436'] for subnet, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:48.638118 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a1b55-4804-46a1-bae5-1bcc30a2333e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b52e372-55dc-4bbf-8fbc-e314efb4eadd,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:48.644682 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f54a1b55-4804-46a1-bae5-1bcc30a2333e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:48.647746 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-f54a1b55-4804-46a1-bae5-1bcc30a2333e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8b52e372-55dc-4bbf-8fbc-e314efb4eadd HTTP/1.1" status: 204 len: 168 time: 0.6366117 Aug 13 04:20:48.649220 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60074) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:48.649708 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcfdd8e-c728-4dd4-8363-e8cdea0605a5 None None] Network e32643c6-8d74-4f65-969e-9aa4ee314bea requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:20:48.652838 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 71bb498f-d045-444a-8d4a-a5c9d3574930 no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:20:48.712488 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: 71bb498f-d045-444a-8d4a-a5c9d3574930 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:20:48.712825 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 71bb498f-d045-444a-8d4a-a5c9d3574930 not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:20:48.713411 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device c95ae5f8-6c96-4514-a9ce-469de95083a0 no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:20:48.720606 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-58acb5a9-037a-4e15-9224-d06d5c173fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16337513'] for network, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:48.738810 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: c95ae5f8-6c96-4514-a9ce-469de95083a0 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:20:48.739148 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device c95ae5f8-6c96-4514-a9ce-469de95083a0 not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:20:48.785629 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-58acb5a9-037a-4e15-9224-d06d5c173fc0 admin admin] Deleting port 77ddfb55-3e1f-43db-9068-b6d008da0a6f {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:20:48.786262 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-58acb5a9-037a-4e15-9224-d06d5c173fc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:48.852114 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-58acb5a9-037a-4e15-9224-d06d5c173fc0 admin admin] For port 77ddfb55-3e1f-43db-9068-b6d008da0a6f, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=77ddfb55-3e1f-43db-9068-b6d008da0a6f,segment=NetworkSegment(866cb03e-1dbe-4792-85cf-b95732c5afd6),segment_id=866cb03e-1dbe-4792-85cf-b95732c5afd6)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:20:48.852524 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-58acb5a9-037a-4e15-9224-d06d5c173fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:48.867686 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-58acb5a9-037a-4e15-9224-d06d5c173fc0 admin admin] Calling delete_port for 77ddfb55-3e1f-43db-9068-b6d008da0a6f owned by network:dhcp {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:20:48.875906 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7aecd6-ddc8-467b-adfd-7dd426b3fe87 None None] DHCP port deletion for e32643c6-8d74-4f65-969e-9aa4ee314bea request from dv-cinder-759987-6-iscsi {{(pid=94568) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 04:20:48.924134 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-ae7aecd6-ddc8-467b-adfd-7dd426b3fe87 None None] Deleting port 77ddfb55-3e1f-43db-9068-b6d008da0a6f {{(pid=94568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:20:48.924547 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-ae7aecd6-ddc8-467b-adfd-7dd426b3fe87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:48.988541 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-ae7aecd6-ddc8-467b-adfd-7dd426b3fe87 None None] For port 77ddfb55-3e1f-43db-9068-b6d008da0a6f, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=77ddfb55-3e1f-43db-9068-b6d008da0a6f,segment=NetworkSegment(866cb03e-1dbe-4792-85cf-b95732c5afd6),segment_id=866cb03e-1dbe-4792-85cf-b95732c5afd6)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:20:48.988939 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-ae7aecd6-ddc8-467b-adfd-7dd426b3fe87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:49.001962 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-ae7aecd6-ddc8-467b-adfd-7dd426b3fe87 None None] Calling delete_port for 77ddfb55-3e1f-43db-9068-b6d008da0a6f owned by network:dhcp {{(pid=94568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:20:49.061567 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-58acb5a9-037a-4e15-9224-d06d5c173fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:49.075301 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-ae7aecd6-ddc8-467b-adfd-7dd426b3fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965'] for port, after_delete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:49.088975 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58acb5a9-037a-4e15-9224-d06d5c173fc0 admin admin] No DVR routers for this DVR port 77ddfb55-3e1f-43db-9068-b6d008da0a6f on host dv-cinder-759987-6-iscsi {{(pid=94566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:20:49.091112 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58acb5a9-037a-4e15-9224-d06d5c173fc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=77ddfb55-3e1f-43db-9068-b6d008da0a6f,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:49.100221 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7aecd6-ddc8-467b-adfd-7dd426b3fe87 None None] Pushing event deleted for resources: {'Port': ['ID=77ddfb55-3e1f-43db-9068-b6d008da0a6f,revision_number=None']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:49.108265 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7aecd6-ddc8-467b-adfd-7dd426b3fe87 None None] No DVR routers for this DVR port 77ddfb55-3e1f-43db-9068-b6d008da0a6f on host dv-cinder-759987-6-iscsi {{(pid=94568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:20:49.110739 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7aecd6-ddc8-467b-adfd-7dd426b3fe87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:49.115538 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7aecd6-ddc8-467b-adfd-7dd426b3fe87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:49.115538 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7aecd6-ddc8-467b-adfd-7dd426b3fe87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:49.115538 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7aecd6-ddc8-467b-adfd-7dd426b3fe87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:49.115538 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7aecd6-ddc8-467b-adfd-7dd426b3fe87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:49.115538 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7aecd6-ddc8-467b-adfd-7dd426b3fe87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:49.115538 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7aecd6-ddc8-467b-adfd-7dd426b3fe87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:49.115538 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7aecd6-ddc8-467b-adfd-7dd426b3fe87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:49.115538 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7aecd6-ddc8-467b-adfd-7dd426b3fe87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:49.115538 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7aecd6-ddc8-467b-adfd-7dd426b3fe87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:49.115538 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7aecd6-ddc8-467b-adfd-7dd426b3fe87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:49.115538 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7aecd6-ddc8-467b-adfd-7dd426b3fe87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:20:49.167644 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-58acb5a9-037a-4e15-9224-d06d5c173fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16418865', 'neutron.services.segments.db._delete_segments_for_network-8784944466544'] for network, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:49.178113 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.services.segments.db [None req-58acb5a9-037a-4e15-9224-d06d5c173fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32643c6-8d74-4f65-969e-9aa4ee314bea']}} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:49.189239 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.services.segments.db [None req-58acb5a9-037a-4e15-9224-d06d5c173fc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866cb03e-1dbe-4792-85cf-b95732c5afd6') {'for_net_delete': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:49.189548 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.services.segments.db [None req-58acb5a9-037a-4e15-9224-d06d5c173fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866cb03e-1dbe-4792-85cf-b95732c5afd6') {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:49.199087 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-58acb5a9-037a-4e15-9224-d06d5c173fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784944469625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2630501'] for segment, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:49.212705 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-58acb5a9-037a-4e15-9224-d06d5c173fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:49.218937 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58acb5a9-037a-4e15-9224-d06d5c173fc0 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:20:49.219357 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-58acb5a9-037a-4e15-9224-d06d5c173fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2630394'] for segment, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: Traceback (most recent call last): Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: timer() Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: cb(*args, **kw) Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: return func(*args, **kwargs) Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: self._notify() Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: self.callback(batched_events) Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: event.method(event) Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: return f(self, *a, **k) Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: return self._get(url).json() Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: return self.request(url, 'GET', **kwargs) Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:20:49.221025 dv-cinder-759987-6-iscsi neutron-server[94566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:20:49.368723 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-58acb5a9-037a-4e15-9224-d06d5c173fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16418856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704416'] for network, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:49.374656 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-58acb5a9-037a-4e15-9224-d06d5c173fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:49.376447 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-58acb5a9-037a-4e15-9224-d06d5c173fc0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e32643c6-8d74-4f65-969e-9aa4ee314bea HTTP/1.1" status: 204 len: 168 time: 0.7260609 Aug 13 04:20:49.379413 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 60086) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:49.387527 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58acb5a9-037a-4e15-9224-d06d5c173fc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e32643c6-8d74-4f65-969e-9aa4ee314bea,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:49.722828 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-23389185-c0ed-4c6d-a545-27c14f9623fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758422'] for router_interface, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:49.966445 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-23389185-c0ed-4c6d-a545-27c14f9623fa admin admin] Deleting port 8343d61c-d413-416c-80e8-7a1cb56d1f84 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:20:49.966707 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-23389185-c0ed-4c6d-a545-27c14f9623fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:50.043913 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-23389185-c0ed-4c6d-a545-27c14f9623fa admin admin] For port 8343d61c-d413-416c-80e8-7a1cb56d1f84, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=8343d61c-d413-416c-80e8-7a1cb56d1f84,segment=NetworkSegment(1a78c2b0-51a9-4046-8fa0-0eca85729676),segment_id=1a78c2b0-51a9-4046-8fa0-0eca85729676)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:20:50.044276 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-23389185-c0ed-4c6d-a545-27c14f9623fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:50.060044 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-23389185-c0ed-4c6d-a545-27c14f9623fa admin admin] Calling delete_port for 8343d61c-d413-416c-80e8-7a1cb56d1f84 owned by network:router_interface {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:20:50.272962 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf1c9b-bdac-402e-aebf-65f689b9e5dc req-cd20fb5f-8528-4631-a287-2b1aa4282abe tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:50.274433 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7fbf1c9b-bdac-402e-aebf-65f689b9e5dc req-cd20fb5f-8528-4631-a287-2b1aa4282abe tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 945 time: 0.0487883 Aug 13 04:20:50.312526 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7fbf1c9b-bdac-402e-aebf-65f689b9e5dc req-9832a4cc-56ec-4678-9ebc-b19dcc4bca2f tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312202 Aug 13 04:20:50.323228 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-23389185-c0ed-4c6d-a545-27c14f9623fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:50.350295 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23389185-c0ed-4c6d-a545-27c14f9623fa admin admin] Pushing event deleted for resources: {'Port': ['ID=8343d61c-d413-416c-80e8-7a1cb56d1f84,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:50.515675 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-23389185-c0ed-4c6d-a545-27c14f9623fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704038'] for router_interface, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:50.702045 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 77ddfb55-3e1f-43db-9068-b6d008da0a6f no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:20:50.725901 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: 77ddfb55-3e1f-43db-9068-b6d008da0a6f {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:20:50.726243 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 77ddfb55-3e1f-43db-9068-b6d008da0a6f not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:20:50.739350 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23389185-c0ed-4c6d-a545-27c14f9623fa admin admin] Router a776f5cb-5eb4-4d2a-92ea-567b6ae43091 has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:20:50.845203 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23389185-c0ed-4c6d-a545-27c14f9623fa admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:20:50.851687 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-23389185-c0ed-4c6d-a545-27c14f9623fa admin admin] 10.222.0.32 "PUT /v2.0/routers/a776f5cb-5eb4-4d2a-92ea-567b6ae43091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4709494 Aug 13 04:20:50.852580 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 60106) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:50.854590 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c9e966-2442-4dbc-ac4d-bdf488fb91b0 None None] Sync routers for ids ['a776f5cb-5eb4-4d2a-92ea-567b6ae43091'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:20:50.868295 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c9e966-2442-4dbc-ac4d-bdf488fb91b0 None None] Routers {'a776f5cb-5eb4-4d2a-92ea-567b6ae43091'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:20:50.873584 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-01c9e966-2442-4dbc-ac4d-bdf488fb91b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:20:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['a776f5cb-5eb4-4d2a-92ea-567b6ae43091'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:50.958646 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-576b856a-fe2a-4f1c-84e0-60d31a1cb12c admin admin] Notify callbacks [] for router, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:50.985616 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-01c9e966-2442-4dbc-ac4d-bdf488fb91b0 None None] Set router a776f5cb-5eb4-4d2a-92ea-567b6ae43091 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:20:51.061334 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-576b856a-fe2a-4f1c-84e0-60d31a1cb12c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:51.163841 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-01c9e966-2442-4dbc-ac4d-bdf488fb91b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776f5cb-5eb4-4d2a-92ea-567b6ae43091', 'name': 'tempest-TestShelveInstance-373353111-router', 'tenant_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:06Z', 'updated_at': '2021-08-13T04:20:50Z', 'revision_number': 5, 'project_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'gw_port': {'id': '3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a776f5cb-5eb4-4d2a-92ea-567b6ae43091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:07Z', 'updated_at': '2021-08-13T04:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:51.171544 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-576b856a-fe2a-4f1c-84e0-60d31a1cb12c admin admin] Deleting port 3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:20:51.171886 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-576b856a-fe2a-4f1c-84e0-60d31a1cb12c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:51.189969 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c9e966-2442-4dbc-ac4d-bdf488fb91b0 None None] Checking router: a776f5cb-5eb4-4d2a-92ea-567b6ae43091 for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:20:51.198403 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c9e966-2442-4dbc-ac4d-bdf488fb91b0 None None] Routers {'a776f5cb-5eb4-4d2a-92ea-567b6ae43091'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:20:51.198996 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-01c9e966-2442-4dbc-ac4d-bdf488fb91b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:20:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['a776f5cb-5eb4-4d2a-92ea-567b6ae43091'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:51.251423 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-576b856a-fe2a-4f1c-84e0-60d31a1cb12c admin admin] For port 3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:20:51.251790 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-576b856a-fe2a-4f1c-84e0-60d31a1cb12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:51.267099 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-576b856a-fe2a-4f1c-84e0-60d31a1cb12c admin admin] Calling delete_port for 3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469 owned by network:router_gateway {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:20:51.301698 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-01c9e966-2442-4dbc-ac4d-bdf488fb91b0 None None] Set router a776f5cb-5eb4-4d2a-92ea-567b6ae43091 gateway port host: None {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:20:51.360420 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-01c9e966-2442-4dbc-ac4d-bdf488fb91b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a776f5cb-5eb4-4d2a-92ea-567b6ae43091', 'name': 'tempest-TestShelveInstance-373353111-router', 'tenant_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:06Z', 'updated_at': '2021-08-13T04:20:51Z', 'revision_number': 6, 'project_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'gw_port_host': None}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:51.392863 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c9e966-2442-4dbc-ac4d-bdf488fb91b0 None None] The sync data for ids ['a776f5cb-5eb4-4d2a-92ea-567b6ae43091'] in dv-cinder-759987-6-iscsi is: [{'id': 'a776f5cb-5eb4-4d2a-92ea-567b6ae43091', 'name': 'tempest-TestShelveInstance-373353111-router', 'tenant_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:06Z', 'updated_at': '2021-08-13T04:20:51Z', 'revision_number': 6, 'project_id': '04c1d51776ee4b2e8a5edd37d33d7f95', 'gw_port_host': None}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:20:51.475344 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959f681-9b2a-4c16-bd09-118e65fbc54b req-cb1f173c-c9c5-44da-8889-b4affc46efbc tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:51.477078 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8959f681-9b2a-4c16-bd09-118e65fbc54b req-cb1f173c-c9c5-44da-8889-b4affc46efbc tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 945 time: 0.0659897 Aug 13 04:20:51.517075 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8959f681-9b2a-4c16-bd09-118e65fbc54b req-b20f12e5-7670-45af-91ce-50b4179ea475 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/security-groups?id=80a9c35f-4935-422c-97ba-c66ad050625b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329304 Aug 13 04:20:51.568771 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-576b856a-fe2a-4f1c-84e0-60d31a1cb12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:51.599679 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b856a-fe2a-4f1c-84e0-60d31a1cb12c admin admin] Pushing event deleted for resources: {'Port': ['ID=3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:51.656858 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-576b856a-fe2a-4f1c-84e0-60d31a1cb12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704476'] for router_gateway, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:51.744809 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-576b856a-fe2a-4f1c-84e0-60d31a1cb12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1008'] for router, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:51.746833 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-576b856a-fe2a-4f1c-84e0-60d31a1cb12c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:51.865705 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-576b856a-fe2a-4f1c-84e0-60d31a1cb12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702527'] for router, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:51.866235 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576b856a-fe2a-4f1c-84e0-60d31a1cb12c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a776f5cb-5eb4-4d2a-92ea-567b6ae43091 {{(pid=94567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 04:20:51.876925 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-576b856a-fe2a-4f1c-84e0-60d31a1cb12c admin admin] Notify callbacks [] for router, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:51.876925 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-576b856a-fe2a-4f1c-84e0-60d31a1cb12c admin admin] 10.222.0.32 "DELETE /v2.0/routers/a776f5cb-5eb4-4d2a-92ea-567b6ae43091 HTTP/1.1" status: 204 len: 168 time: 1.0187430 Aug 13 04:20:51.876925 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 60112) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:51.931042 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_v2 [None req-708f3801-e132-4e50-b748-4b11c5b7b235 admin admin] Deleting subnet 553832f1-fba9-4946-839f-0641ec0c86b9 {{(pid=94567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:20:51.935807 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-708f3801-e132-4e50-b748-4b11c5b7b235 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:51.989104 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-708f3801-e132-4e50-b748-4b11c5b7b235 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2939958'] for subnet, precommit_delete_associations {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:52.027148 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345e14b-892d-491d-b514-ef36cce72eef req-d3d45eb7-cbc4-42d3-a863-a76e0cdbee7c tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:20:52.027148 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5345e14b-892d-491d-b514-ef36cce72eef req-d3d45eb7-cbc4-42d3-a863-a76e0cdbee7c tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 945 time: 0.1008511 Aug 13 04:20:52.135011 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-708f3801-e132-4e50-b748-4b11c5b7b235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416950'] for subnet, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:52.187583 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-5345e14b-892d-491d-b514-ef36cce72eef req-ec763f0b-15b6-4b8c-a878-250d26d798db tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Deleting port 90a8719e-239c-43a1-ae90-d7fa3ee645e3 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:20:52.187933 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5345e14b-892d-491d-b514-ef36cce72eef req-ec763f0b-15b6-4b8c-a878-250d26d798db tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:52.286587 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-5345e14b-892d-491d-b514-ef36cce72eef req-ec763f0b-15b6-4b8c-a878-250d26d798db tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] For port 90a8719e-239c-43a1-ae90-d7fa3ee645e3, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=90a8719e-239c-43a1-ae90-d7fa3ee645e3,segment=NetworkSegment(d4f7440b-1017-4e47-9481-9ad24072e10e),segment_id=d4f7440b-1017-4e47-9481-9ad24072e10e)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:20:52.287033 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5345e14b-892d-491d-b514-ef36cce72eef req-ec763f0b-15b6-4b8c-a878-250d26d798db tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:52.300789 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-5345e14b-892d-491d-b514-ef36cce72eef req-ec763f0b-15b6-4b8c-a878-250d26d798db tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Calling delete_port for 90a8719e-239c-43a1-ae90-d7fa3ee645e3 owned by compute:nova {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:20:52.314369 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-708f3801-e132-4e50-b748-4b11c5b7b235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2940295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3275436'] for subnet, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:52.371746 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f3801-e132-4e50-b748-4b11c5b7b235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=553832f1-fba9-4946-839f-0641ec0c86b9,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:52.378231 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-708f3801-e132-4e50-b748-4b11c5b7b235 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:52.380415 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-708f3801-e132-4e50-b748-4b11c5b7b235 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/553832f1-fba9-4946-839f-0641ec0c86b9 HTTP/1.1" status: 204 len: 168 time: 0.5045633 Aug 13 04:20:52.383110 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60118) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:52.385142 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93964f75-2673-4e13-aa5a-f357054749e6 None None] Network f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:20:52.473614 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-66c07a3a-5c0c-4fb3-b333-9c48364c63cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16337513'] for network, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:52.536309 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-66c07a3a-5c0c-4fb3-b333-9c48364c63cf admin admin] Deleting port ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865 {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:20:52.536309 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-66c07a3a-5c0c-4fb3-b333-9c48364c63cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:52.603025 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5345e14b-892d-491d-b514-ef36cce72eef req-ec763f0b-15b6-4b8c-a878-250d26d798db tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:52.614993 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['90a8719e-239c-43a1-ae90-d7fa3ee645e3'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:20:52.620214 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26ae76d-282b-446a-8106-b8b41be497a3 None None] DHCP port deletion for f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a request from dv-cinder-759987-6-iscsi {{(pid=94568) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 04:20:52.636115 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-66c07a3a-5c0c-4fb3-b333-9c48364c63cf admin admin] For port ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865,segment=NetworkSegment(1a78c2b0-51a9-4046-8fa0-0eca85729676),segment_id=1a78c2b0-51a9-4046-8fa0-0eca85729676)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:20:52.636115 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-66c07a3a-5c0c-4fb3-b333-9c48364c63cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:52.637196 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec763f0b-15b6-4b8c-a878-250d26d798db tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Pushing event deleted for resources: {'Port': ['ID=90a8719e-239c-43a1-ae90-d7fa3ee645e3,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:52.667024 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-45bfcbeb-deb8-40dc-9382-9dc24f573508 req-79f21ae5-e0e9-4dc5-86bb-3edb64c5e846 tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1b0926e-0b11-44c0-b8c3-0e318c34243c HTTP/1.1" status: 200 len: 210 time: 0.0687785 Aug 13 04:20:52.667804 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-66c07a3a-5c0c-4fb3-b333-9c48364c63cf admin admin] Calling delete_port for ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865 owned by network:dhcp {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:20:52.706458 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-5345e14b-892d-491d-b514-ef36cce72eef req-ec763f0b-15b6-4b8c-a878-250d26d798db tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] No DVR routers for this DVR port 90a8719e-239c-43a1-ae90-d7fa3ee645e3 on host hv-cinder-75998 {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:20:52.713211 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-5345e14b-892d-491d-b514-ef36cce72eef req-ec763f0b-15b6-4b8c-a878-250d26d798db tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:52.713211 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-5345e14b-892d-491d-b514-ef36cce72eef req-ec763f0b-15b6-4b8c-a878-250d26d798db tempest-VolumesSnapshotTestJSON-1057294889 tempest-VolumesSnapshotTestJSON-1057294889-project] 10.222.0.22 "DELETE /v2.0/ports/90a8719e-239c-43a1-ae90-d7fa3ee645e3 HTTP/1.1" status: 204 len: 173 time: 0.6818874 Aug 13 04:20:52.713211 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b0926e-0b11-44c0-b8c3-0e318c34243c', 'name': 'network-vif-deleted', 'tag': '90a8719e-239c-43a1-ae90-d7fa3ee645e3'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:20:52.714482 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f8b9b5-1fe8-4af3-84e1-abc9c488829c" -d '{"events": [{"server_uuid": "d1b0926e-0b11-44c0-b8c3-0e318c34243c", "name": "network-vif-deleted", "tag": "90a8719e-239c-43a1-ae90-d7fa3ee645e3"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:20:52.724876 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-a26ae76d-282b-446a-8106-b8b41be497a3 None None] Deleting port ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865 {{(pid=94568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:20:52.725377 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-a26ae76d-282b-446a-8106-b8b41be497a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:52.729994 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 8343d61c-d413-416c-80e8-7a1cb56d1f84 no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:20:52.754545 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed67e5b-7193-443f-a921-30b0c28ffa9c x-openstack-request-id: req-aed67e5b-7193-443f-a921-30b0c28ffa9c {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:20:52.755100 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b0926e-0b11-44c0-b8c3-0e318c34243c", "name": "network-vif-deleted", "tag": "90a8719e-239c-43a1-ae90-d7fa3ee645e3", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:20:52.755353 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aed67e5b-7193-443f-a921-30b0c28ffa9c {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:20:52.755782 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b0926e-0b11-44c0-b8c3-0e318c34243c', 'name': 'network-vif-deleted', 'tag': '90a8719e-239c-43a1-ae90-d7fa3ee645e3', 'status': 'completed', 'code': 200} Aug 13 04:20:52.791096 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: 8343d61c-d413-416c-80e8-7a1cb56d1f84 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:20:52.791442 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 8343d61c-d413-416c-80e8-7a1cb56d1f84 not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:20:52.791913 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469 no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:20:52.823641 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: 3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:20:52.823995 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 3cdf2d6a-a0ad-453b-98c9-2ba5dc2ff469 not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:20:52.824362 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865 no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:20:52.870539 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-a26ae76d-282b-446a-8106-b8b41be497a3 None None] For port ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865,segment=NetworkSegment(1a78c2b0-51a9-4046-8fa0-0eca85729676),segment_id=1a78c2b0-51a9-4046-8fa0-0eca85729676)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:20:52.871014 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-a26ae76d-282b-446a-8106-b8b41be497a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:52.891598 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-a26ae76d-282b-446a-8106-b8b41be497a3 None None] Calling delete_port for ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865 owned by network:dhcp {{(pid=94568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:20:52.988886 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:53.095900 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60128) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:53.107350 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.db.api [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 04:20:53.107350 dv-cinder-759987-6-iscsi neutron-server[94568]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 13 04:20:53.107350 dv-cinder-759987-6-iscsi neutron-server[94568]: [parameters: {'status': 'DOWN', 'ports_id': 'ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865'}] Aug 13 04:20:53.107350 dv-cinder-759987-6-iscsi neutron-server[94568]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 04:20:53.107942 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG oslo_db.api [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 04:20:53.111145 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-a26ae76d-282b-446a-8106-b8b41be497a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965'] for port, after_delete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:53.120323 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-66c07a3a-5c0c-4fb3-b333-9c48364c63cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:53.139382 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ae76d-282b-446a-8106-b8b41be497a3 None None] Pushing event deleted for resources: {'Port': ['ID=ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865,revision_number=None']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:53.141287 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26ae76d-282b-446a-8106-b8b41be497a3 None None] No DVR routers for this DVR port ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865 on host dv-cinder-759987-6-iscsi {{(pid=94568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:20:53.149718 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c07a3a-5c0c-4fb3-b333-9c48364c63cf admin admin] Pushing event deleted for resources: {'Port': ['ID=ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:53.151632 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c07a3a-5c0c-4fb3-b333-9c48364c63cf admin admin] No DVR routers for this DVR port ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865 on host dv-cinder-759987-6-iscsi {{(pid=94566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:20:53.228974 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c0e9af6b-3fe0-4f2c-9550-e19c7216e5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:53.242706 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-66c07a3a-5c0c-4fb3-b333-9c48364c63cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16418865', 'neutron.services.segments.db._delete_segments_for_network-8784944466544'] for network, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:53.257746 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.services.segments.db [None req-66c07a3a-5c0c-4fb3-b333-9c48364c63cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a']}} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:53.270788 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.services.segments.db [None req-66c07a3a-5c0c-4fb3-b333-9c48364c63cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a78c2b0-51a9-4046-8fa0-0eca85729676') {'for_net_delete': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:53.271087 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.services.segments.db [None req-66c07a3a-5c0c-4fb3-b333-9c48364c63cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a78c2b0-51a9-4046-8fa0-0eca85729676') {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:20:53.285697 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-66c07a3a-5c0c-4fb3-b333-9c48364c63cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784944469625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2630501'] for segment, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:53.307053 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-66c07a3a-5c0c-4fb3-b333-9c48364c63cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:53.315680 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c07a3a-5c0c-4fb3-b333-9c48364c63cf admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:20:53.316068 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-66c07a3a-5c0c-4fb3-b333-9c48364c63cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2630394'] for segment, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: self.session.flush() Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: self.session.flush() Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: self.session.flush() Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: self.session.flush() Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: Traceback (most recent call last): Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: timer() Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: cb(*args, **kw) Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: return func(*args, **kwargs) Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: self._notify() Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: self.callback(batched_events) Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: event.method(event) Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: return f(self, *a, **k) Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: return self._get(url).json() Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: return self.request(url, 'GET', **kwargs) Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:20:53.317709 dv-cinder-759987-6-iscsi neutron-server[94566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:20:53.406106 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c0e9af6b-3fe0-4f2c-9550-e19c7216e5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:53.442965 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-66c07a3a-5c0c-4fb3-b333-9c48364c63cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16418856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704416'] for network, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:53.448574 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-66c07a3a-5c0c-4fb3-b333-9c48364c63cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:53.452900 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-66c07a3a-5c0c-4fb3-b333-9c48364c63cf admin admin] 10.222.0.32 "DELETE /v2.0/networks/f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a HTTP/1.1" status: 204 len: 168 time: 1.0637922 Aug 13 04:20:53.462565 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c07a3a-5c0c-4fb3-b333-9c48364c63cf admin admin] Pushing event deleted for resources: {'Network': ['ID=f84d5623-c0a6-4ffd-a7e7-8849ac4dee5a,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:53.471355 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c0e9af6b-3fe0-4f2c-9550-e19c7216e5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:53.508674 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-c0e9af6b-3fe0-4f2c-9550-e19c7216e5c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a675c50307049449072b137bcd95acd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4116457 Aug 13 04:20:53.510650 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9af6b-3fe0-4f2c-9550-e19c7216e5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3531d6a5-7ee4-4bcf-bd01-85da7905034b,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:53.511887 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 60134) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:53.566011 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-54419226-2b71-4300-932b-257a458522f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:53.587909 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-54419226-2b71-4300-932b-257a458522f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:53.628242 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Port ca6fff3d-4b08-4f5d-8aa0-1cfde85eb865 update to DOWN by agent not found {{(pid=94568) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 13 04:20:53.741301 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-54419226-2b71-4300-932b-257a458522f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:53.743893 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-54419226-2b71-4300-932b-257a458522f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:53.751272 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-54419226-2b71-4300-932b-257a458522f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3531d6a5-7ee4-4bcf-bd01-85da7905034b HTTP/1.1" status: 204 len: 168 time: 0.2300994 Aug 13 04:20:53.761145 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54419226-2b71-4300-932b-257a458522f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3531d6a5-7ee4-4bcf-bd01-85da7905034b,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:53.867701 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60142) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:53.911224 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-978694fc-2ba1-400b-8d29-0c44c924df56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6d4c8f932bf49dca555a79eae4efd63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423574 Aug 13 04:20:53.913897 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60144) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:53.962021 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-927c8274-12d4-4e7a-9950-5024cd85ab7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:53.981603 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-927c8274-12d4-4e7a-9950-5024cd85ab7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:54.128557 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-927c8274-12d4-4e7a-9950-5024cd85ab7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:54.131384 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-927c8274-12d4-4e7a-9950-5024cd85ab7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:54.132566 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-927c8274-12d4-4e7a-9950-5024cd85ab7e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6602b8b8-f2fd-4aa5-8a0e-83e30175ac02 HTTP/1.1" status: 204 len: 168 time: 0.2177262 Aug 13 04:20:54.141034 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c8274-12d4-4e7a-9950-5024cd85ab7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6602b8b8-f2fd-4aa5-8a0e-83e30175ac02,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:54.508429 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60154) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:54.521646 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-06971b86-ae5b-4661-8c7f-815759d79079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:54.613731 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-06971b86-ae5b-4661-8c7f-815759d79079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:54.672136 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-06971b86-ae5b-4661-8c7f-815759d79079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:54.700130 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:54.709645 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-06971b86-ae5b-4661-8c7f-815759d79079 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ea5791c3f8a4397bf964b7386ade32c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001467 Aug 13 04:20:54.711618 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971b86-ae5b-4661-8c7f-815759d79079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811d675e-0c42-40aa-9752-e527e42560b6,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:54.712426 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 60158) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:54.765231 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-22369569-f70f-4b99-8542-add977211f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:54.786414 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-22369569-f70f-4b99-8542-add977211f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:54.871768 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-22369569-f70f-4b99-8542-add977211f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:54.874997 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-22369569-f70f-4b99-8542-add977211f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:54.883776 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-22369569-f70f-4b99-8542-add977211f34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/811d675e-0c42-40aa-9752-e527e42560b6 HTTP/1.1" status: 204 len: 168 time: 0.1628258 Aug 13 04:20:54.884541 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60160) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:54.885278 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22369569-f70f-4b99-8542-add977211f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811d675e-0c42-40aa-9752-e527e42560b6,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:20:54.926777 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-2c8c44ba-22b6-4b5c-9a56-1d70709805f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04c1d51776ee4b2e8a5edd37d33d7f95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469429 Aug 13 04:20:54.929465 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 60164) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:20:54.987466 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-64ef52a5-59ec-4ed9-b612-e335a3cb7329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:55.010784 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-64ef52a5-59ec-4ed9-b612-e335a3cb7329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:55.042022 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 90a8719e-239c-43a1-ae90-d7fa3ee645e3 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:20:55.068077 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] No Port match for: 90a8719e-239c-43a1-ae90-d7fa3ee645e3 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:20:55.068679 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 90a8719e-239c-43a1-ae90-d7fa3ee645e3 not bound to the agent host hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:20:55.134479 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-64ef52a5-59ec-4ed9-b612-e335a3cb7329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:55.137323 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-64ef52a5-59ec-4ed9-b612-e335a3cb7329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:20:55.138683 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-64ef52a5-59ec-4ed9-b612-e335a3cb7329 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35a36577-54ab-4d80-ab76-e7c968f62a34 HTTP/1.1" status: 204 len: 168 time: 0.2082460 Aug 13 04:20:55.155628 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef52a5-59ec-4ed9-b612-e335a3cb7329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a36577-54ab-4d80-ab76-e7c968f62a34,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:01.908840 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bbc37-67de-45d6-b099-dc4ec2a3b2b1 req-064075f5-9caa-44b9-b9ca-430589e05810 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:01.910357 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3e9bbc37-67de-45d6-b099-dc4ec2a3b2b1 req-064075f5-9caa-44b9-b9ca-430589e05810 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 946 time: 0.0488462 Aug 13 04:21:01.949281 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3e9bbc37-67de-45d6-b099-dc4ec2a3b2b1 req-f91eb8b5-88e9-4482-9c45-5d7a4bccff7b tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329347 Aug 13 04:21:02.103950 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 60304) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:02.209836 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-28a3ded2-f9c4-4285-9a17-f104716e9d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:02.296140 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-28a3ded2-f9c4-4285-9a17-f104716e9d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:02.358108 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-28a3ded2-f9c4-4285-9a17-f104716e9d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:02.397061 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-28a3ded2-f9c4-4285-9a17-f104716e9d09 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=292915669f83491b9f4e95c7aac5f1be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919862 Aug 13 04:21:02.399729 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60308) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:02.401621 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3ded2-f9c4-4285-9a17-f104716e9d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b74f886-a514-4cb0-8429-beb703ce06b2,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:02.447674 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c7221c84-5b4f-47b5-90e2-534741f552dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:02.469184 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c7221c84-5b4f-47b5-90e2-534741f552dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:02.574226 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c7221c84-5b4f-47b5-90e2-534741f552dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:02.577405 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c7221c84-5b4f-47b5-90e2-534741f552dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:02.578574 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-c7221c84-5b4f-47b5-90e2-534741f552dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b74f886-a514-4cb0-8429-beb703ce06b2 HTTP/1.1" status: 204 len: 168 time: 0.1778700 Aug 13 04:21:02.586181 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7221c84-5b4f-47b5-90e2-534741f552dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b74f886-a514-4cb0-8429-beb703ce06b2,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:03.074078 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4f6ed-aac7-48cc-9183-7b461542d3aa req-de5d75c3-7e62-404c-8be3-00edd6856d4c tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:03.076165 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5bc4f6ed-aac7-48cc-9183-7b461542d3aa req-de5d75c3-7e62-404c-8be3-00edd6856d4c tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 946 time: 0.0525801 Aug 13 04:21:03.116984 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-5bc4f6ed-aac7-48cc-9183-7b461542d3aa req-ce8e0799-88d2-43d9-85e5-c20396025aea tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups?id=48588710-e5dd-43e7-86cd-dbfa444dfbe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333147 Aug 13 04:21:03.192804 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60320) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:03.205853 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-75100476-f79a-4a89-acdb-03d6dab3409d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:03.250013 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ebc6a-b38c-4530-a82d-4ab61fba4549 req-b8a4f6c5-b996-4b9c-8dfc-768eaa00b6e4 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:03.252268 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a53ebc6a-b38c-4530-a82d-4ab61fba4549 req-b8a4f6c5-b996-4b9c-8dfc-768eaa00b6e4 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.22 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 946 time: 0.0499640 Aug 13 04:21:03.300161 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-75100476-f79a-4a89-acdb-03d6dab3409d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:03.347233 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-a53ebc6a-b38c-4530-a82d-4ab61fba4549 req-30f83657-c074-4313-9164-e2bf82ac4e94 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Deleting port 5d508e98-36f3-4606-875e-0cc78db62d05 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:21:03.347578 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-a53ebc6a-b38c-4530-a82d-4ab61fba4549 req-30f83657-c074-4313-9164-e2bf82ac4e94 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:03.374793 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-75100476-f79a-4a89-acdb-03d6dab3409d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:03.410947 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75100476-f79a-4a89-acdb-03d6dab3409d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568778f0-7d70-48c4-8413-7a42c8e0d83a,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:03.417755 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-75100476-f79a-4a89-acdb-03d6dab3409d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6170d542f1cd432b908a23fab76aa48a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2213755 Aug 13 04:21:03.417920 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60322) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:03.449615 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-a53ebc6a-b38c-4530-a82d-4ab61fba4549 req-30f83657-c074-4313-9164-e2bf82ac4e94 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] For port 5d508e98-36f3-4606-875e-0cc78db62d05, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=5d508e98-36f3-4606-875e-0cc78db62d05,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:21:03.449990 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-a53ebc6a-b38c-4530-a82d-4ab61fba4549 req-30f83657-c074-4313-9164-e2bf82ac4e94 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:03.478134 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5104b368-2521-43dd-a3b3-dd0d523a8202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:03.500659 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5104b368-2521-43dd-a3b3-dd0d523a8202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:03.614160 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5104b368-2521-43dd-a3b3-dd0d523a8202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:03.616840 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5104b368-2521-43dd-a3b3-dd0d523a8202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:03.618068 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-5104b368-2521-43dd-a3b3-dd0d523a8202 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/568778f0-7d70-48c4-8413-7a42c8e0d83a HTTP/1.1" status: 204 len: 168 time: 0.1992254 Aug 13 04:21:03.626703 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104b368-2521-43dd-a3b3-dd0d523a8202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568778f0-7d70-48c4-8413-7a42c8e0d83a,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:03.628171 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-a53ebc6a-b38c-4530-a82d-4ab61fba4549 req-30f83657-c074-4313-9164-e2bf82ac4e94 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:03.628587 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-a53ebc6a-b38c-4530-a82d-4ab61fba4549 req-30f83657-c074-4313-9164-e2bf82ac4e94 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704406'] for floatingip, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:03.628898 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.db.l3_db [req-a53ebc6a-b38c-4530-a82d-4ab61fba4549 req-30f83657-c074-4313-9164-e2bf82ac4e94 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Floating IP 9f866d08-fba9-4a3b-b39e-d89d2b74b6a2 disassociated. External IP: 172.27.3.131, port: 5d508e98-36f3-4606-875e-0cc78db62d05. Aug 13 04:21:03.629234 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-a53ebc6a-b38c-4530-a82d-4ab61fba4549 req-30f83657-c074-4313-9164-e2bf82ac4e94 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Calling delete_port for 5d508e98-36f3-4606-875e-0cc78db62d05 owned by compute:nova {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:21:03.831011 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-a53ebc6a-b38c-4530-a82d-4ab61fba4549 req-30f83657-c074-4313-9164-e2bf82ac4e94 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:03.860213 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f83657-c074-4313-9164-e2bf82ac4e94 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Pushing event deleted for resources: {'Port': ['ID=5d508e98-36f3-4606-875e-0cc78db62d05,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:03.978411 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a53ebc6a-b38c-4530-a82d-4ab61fba4549 req-30f83657-c074-4313-9164-e2bf82ac4e94 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Router dfd87d55-0a24-437f-80ad-030f8b480976 has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:21:04.223255 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8a0c47cb-51bd-4af1-823c-c82b182e2878 req-6791d56d-d27c-41c0-af1c-ff4c7300d36b tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 210 time: 0.0304816 Aug 13 04:21:04.348578 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a53ebc6a-b38c-4530-a82d-4ab61fba4549 req-30f83657-c074-4313-9164-e2bf82ac4e94 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:21:04.365146 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4e5ba6-fc05-4bf9-91a9-2dbf3adf568b None None] Sync routers for ids ['dfd87d55-0a24-437f-80ad-030f8b480976'] in dv-cinder-759987-6-iscsi {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:21:04.379081 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4e5ba6-fc05-4bf9-91a9-2dbf3adf568b None None] Routers {'dfd87d55-0a24-437f-80ad-030f8b480976'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:21:04.379817 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-1e4e5ba6-fc05-4bf9-91a9-2dbf3adf568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:20:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['dfd87d55-0a24-437f-80ad-030f8b480976'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:21:04.391847 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53ebc6a-b38c-4530-a82d-4ab61fba4549 req-30f83657-c074-4313-9164-e2bf82ac4e94 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] No DVR routers for this DVR port 5d508e98-36f3-4606-875e-0cc78db62d05 on host hv-cinder-75998 {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:21:04.392941 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60334) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:04.394644 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-a53ebc6a-b38c-4530-a82d-4ab61fba4549 req-30f83657-c074-4313-9164-e2bf82ac4e94 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:04.396848 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a53ebc6a-b38c-4530-a82d-4ab61fba4549 req-30f83657-c074-4313-9164-e2bf82ac4e94 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.22 "DELETE /v2.0/ports/5d508e98-36f3-4606-875e-0cc78db62d05 HTTP/1.1" status: 204 len: 173 time: 1.1382456 Aug 13 04:21:04.397278 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5', 'name': 'network-vif-deleted', 'tag': '5d508e98-36f3-4606-875e-0cc78db62d05'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:21:04.399758 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78df416-dfab-49f6-86b1-02f08c565f72" -d '{"events": [{"server_uuid": "01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5", "name": "network-vif-deleted", "tag": "5d508e98-36f3-4606-875e-0cc78db62d05"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:21:04.413450 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-af83c107-d24c-4dfb-b440-e5b0047eec4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:04.443183 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff41d69f-ed18-415f-9f39-ce9379603797 x-openstack-request-id: req-ff41d69f-ed18-415f-9f39-ce9379603797 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:21:04.443670 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5", "name": "network-vif-deleted", "tag": "5d508e98-36f3-4606-875e-0cc78db62d05", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:21:04.444652 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff41d69f-ed18-415f-9f39-ce9379603797 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:21:04.445746 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5', 'name': 'network-vif-deleted', 'tag': '5d508e98-36f3-4606-875e-0cc78db62d05', 'status': 'completed', 'code': 200} Aug 13 04:21:04.488239 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-1e4e5ba6-fc05-4bf9-91a9-2dbf3adf568b None None] Set router dfd87d55-0a24-437f-80ad-030f8b480976 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:21:04.505964 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-af83c107-d24c-4dfb-b440-e5b0047eec4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:04.591300 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-af83c107-d24c-4dfb-b440-e5b0047eec4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:04.632123 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-af83c107-d24c-4dfb-b440-e5b0047eec4e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6bcb55b654c140c2b61df36b02735463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377782 Aug 13 04:21:04.633378 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83c107-d24c-4dfb-b440-e5b0047eec4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c06da3b-e4a5-4060-aed2-f50bb8d70ccf,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:04.634999 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 60342) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:04.689380 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2531018a-69ac-4bc7-b26f-c6de065a0c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:04.697150 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-1e4e5ba6-fc05-4bf9-91a9-2dbf3adf568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'name': 'tempest-AttachVolumeShelveTestJSON-1973033118-router', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:13Z', 'updated_at': '2021-08-13T04:14:17Z', 'revision_number': 4, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'gw_port': {'id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:14Z', 'updated_at': '2021-08-13T04:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'ed43b144-15b5-46b2-b09b-0ca776481f60', 'name': '', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'mac_address': 'fa:16:3e:62:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:16Z', 'updated_at': '2021-08-13T04:14:22Z', 'revision_number': 5, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'subnets': [{'id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:21:04.712804 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2531018a-69ac-4bc7-b26f-c6de065a0c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:04.729807 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4e5ba6-fc05-4bf9-91a9-2dbf3adf568b None None] Checking router: dfd87d55-0a24-437f-80ad-030f8b480976 for host: dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:21:04.738164 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4e5ba6-fc05-4bf9-91a9-2dbf3adf568b None None] Routers {'dfd87d55-0a24-437f-80ad-030f8b480976'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:21:04.738837 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-1e4e5ba6-fc05-4bf9-91a9-2dbf3adf568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:20:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['dfd87d55-0a24-437f-80ad-030f8b480976'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:21:04.843122 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-1e4e5ba6-fc05-4bf9-91a9-2dbf3adf568b None None] Set router dfd87d55-0a24-437f-80ad-030f8b480976 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:21:04.844265 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2531018a-69ac-4bc7-b26f-c6de065a0c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:04.846939 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2531018a-69ac-4bc7-b26f-c6de065a0c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:04.848214 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-2531018a-69ac-4bc7-b26f-c6de065a0c8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c06da3b-e4a5-4060-aed2-f50bb8d70ccf HTTP/1.1" status: 204 len: 168 time: 0.2118073 Aug 13 04:21:04.855932 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531018a-69ac-4bc7-b26f-c6de065a0c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c06da3b-e4a5-4060-aed2-f50bb8d70ccf,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:05.049729 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-1e4e5ba6-fc05-4bf9-91a9-2dbf3adf568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'name': 'tempest-AttachVolumeShelveTestJSON-1973033118-router', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:13Z', 'updated_at': '2021-08-13T04:14:17Z', 'revision_number': 4, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'gw_port': {'id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:14Z', 'updated_at': '2021-08-13T04:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'ed43b144-15b5-46b2-b09b-0ca776481f60', 'name': '', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'mac_address': 'fa:16:3e:62:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:16Z', 'updated_at': '2021-08-13T04:14:22Z', 'revision_number': 5, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'subnets': [{'id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:21:05.080961 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4e5ba6-fc05-4bf9-91a9-2dbf3adf568b None None] The sync data for ids ['dfd87d55-0a24-437f-80ad-030f8b480976'] in dv-cinder-759987-6-iscsi is: [{'id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'name': 'tempest-AttachVolumeShelveTestJSON-1973033118-router', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:13Z', 'updated_at': '2021-08-13T04:14:17Z', 'revision_number': 4, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'gw_port': {'id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:14Z', 'updated_at': '2021-08-13T04:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'ed43b144-15b5-46b2-b09b-0ca776481f60', 'name': '', 'network_id': '9c6f0cf8-8337-4066-b36b-c6631b745879', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'mac_address': 'fa:16:3e:62:28:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:16Z', 'updated_at': '2021-08-13T04:14:22Z', 'revision_number': 5, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'subnets': [{'id': '6cfb5348-48f5-4b3c-8b98-198f1cb90f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:21:05.321909 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f33e5-55d2-4db9-8f6f-ae4bfb1b845a None None] New status for floating IP 9f866d08-fba9-4a3b-b39e-d89d2b74b6a2: DOWN {{(pid=94568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:21:05.344441 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-277ca767-874b-4c19-a61e-c46031f92907 req-71b06e3a-3ed0-4384-9d54-da548169bbc6 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/ports?device_id=01376bb2-46af-4fdc-8ff8-2d1bb6a45fd5 HTTP/1.1" status: 200 len: 210 time: 0.0262046 Aug 13 04:21:06.535850 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 60378) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:06.589659 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6ff0-9c51-4bdb-b054-f3451ed2dd54 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:06.612570 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6ff0-9c51-4bdb-b054-f3451ed2dd54 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:06.738862 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6ff0-9c51-4bdb-b054-f3451ed2dd54 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:06.741515 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6ff0-9c51-4bdb-b054-f3451ed2dd54 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:06.742667 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-f9ed6ff0-9c51-4bdb-b054-f3451ed2dd54 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "DELETE /v2.0/security-groups/48588710-e5dd-43e7-86cd-dbfa444dfbe0 HTTP/1.1" status: 204 len: 168 time: 0.2057889 Aug 13 04:21:06.749832 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60382) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:06.752469 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed6ff0-9c51-4bdb-b054-f3451ed2dd54 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48588710-e5dd-43e7-86cd-dbfa444dfbe0,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:06.763619 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.api.v2.resource [None req-07d56b4b-8bee-421a-b48e-9475042a88de tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] show failed (client error): The resource could not be found. Aug 13 04:21:06.765295 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-07d56b4b-8bee-421a-b48e-9475042a88de tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "GET /v2.0/security-groups/48588710-e5dd-43e7-86cd-dbfa444dfbe0 HTTP/1.1" status: 404 len: 347 time: 0.0144739 Aug 13 04:21:06.782496 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60384) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:06.908501 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-e26dbccd-a172-4e18-8108-7953d61bd0c0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Deleting port 0b8b3a1c-9c3f-439f-9279-21375e15b97a {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:21:06.908846 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e26dbccd-a172-4e18-8108-7953d61bd0c0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:06.980851 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e26dbccd-a172-4e18-8108-7953d61bd0c0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:06.981177 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e26dbccd-a172-4e18-8108-7953d61bd0c0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:06.992760 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-e26dbccd-a172-4e18-8108-7953d61bd0c0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Calling delete_port for 0b8b3a1c-9c3f-439f-9279-21375e15b97a owned by network:floatingip {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:21:07.214456 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e26dbccd-a172-4e18-8108-7953d61bd0c0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:07.240069 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dbccd-a172-4e18-8108-7953d61bd0c0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Pushing event deleted for resources: {'Port': ['ID=0b8b3a1c-9c3f-439f-9279-21375e15b97a,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:07.292215 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 5d508e98-36f3-4606-875e-0cc78db62d05 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:21:07.303451 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e26dbccd-a172-4e18-8108-7953d61bd0c0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks [] for floatingip, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:07.306170 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e26dbccd-a172-4e18-8108-7953d61bd0c0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for floatingip, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:07.307318 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-e26dbccd-a172-4e18-8108-7953d61bd0c0 tempest-AttachVolumeShelveTestJSON-399512407 tempest-AttachVolumeShelveTestJSON-399512407-project] 10.222.0.32 "DELETE /v2.0/floatingips/9f866d08-fba9-4a3b-b39e-d89d2b74b6a2 HTTP/1.1" status: 204 len: 168 time: 0.5238678 Aug 13 04:21:07.313244 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] No Port match for: 5d508e98-36f3-4606-875e-0cc78db62d05 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:21:07.313593 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 5d508e98-36f3-4606-875e-0cc78db62d05 not bound to the agent host hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:21:08.815004 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-6220dc06-c8c4-4804-9539-13c07736a935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:11.202680 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee1f5-347d-4bb0-82d2-9ab21c3c2d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:11.249528 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60466) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:11.678774 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 60472) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:11.681433 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-990d2ee0-5c87-4218-8c00-ac9c696db539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758422'] for router_interface, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:11.782698 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6ac41ba4-7fe9-473c-b46c-33509be7bafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:11.870689 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6ac41ba4-7fe9-473c-b46c-33509be7bafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:11.924199 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-990d2ee0-5c87-4218-8c00-ac9c696db539 admin admin] Deleting port ed43b144-15b5-46b2-b09b-0ca776481f60 {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:21:11.924572 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-990d2ee0-5c87-4218-8c00-ac9c696db539 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:11.945281 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6ac41ba4-7fe9-473c-b46c-33509be7bafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:11.983542 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-6ac41ba4-7fe9-473c-b46c-33509be7bafb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e078f2f9502745e09d81d46d629b7e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3036840 Aug 13 04:21:11.984982 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac41ba4-7fe9-473c-b46c-33509be7bafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47080ba-9e3c-4390-ac84-acabf5ffe37a,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:11.986250 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60476) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:12.033348 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-990d2ee0-5c87-4218-8c00-ac9c696db539 admin admin] For port ed43b144-15b5-46b2-b09b-0ca776481f60, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=ed43b144-15b5-46b2-b09b-0ca776481f60,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:21:12.033718 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-990d2ee0-5c87-4218-8c00-ac9c696db539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:12.052686 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-990d2ee0-5c87-4218-8c00-ac9c696db539 admin admin] Calling delete_port for ed43b144-15b5-46b2-b09b-0ca776481f60 owned by network:router_interface {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:21:12.076823 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-edea195a-3fd6-40c2-bbbb-6129a454a24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:12.078657 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:12.137060 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-edea195a-3fd6-40c2-bbbb-6129a454a24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:12.351130 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-edea195a-3fd6-40c2-bbbb-6129a454a24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:12.353887 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-edea195a-3fd6-40c2-bbbb-6129a454a24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:12.355060 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-edea195a-3fd6-40c2-bbbb-6129a454a24d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f47080ba-9e3c-4390-ac84-acabf5ffe37a HTTP/1.1" status: 204 len: 168 time: 0.3678596 Aug 13 04:21:12.363811 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea195a-3fd6-40c2-bbbb-6129a454a24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47080ba-9e3c-4390-ac84-acabf5ffe37a,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:12.397070 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-990d2ee0-5c87-4218-8c00-ac9c696db539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:12.425631 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d2ee0-5c87-4218-8c00-ac9c696db539 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed43b144-15b5-46b2-b09b-0ca776481f60,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:12.598804 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-990d2ee0-5c87-4218-8c00-ac9c696db539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704038'] for router_interface, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:12.661197 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:12.820309 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990d2ee0-5c87-4218-8c00-ac9c696db539 admin admin] Router dfd87d55-0a24-437f-80ad-030f8b480976 has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:21:12.923799 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990d2ee0-5c87-4218-8c00-ac9c696db539 admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:21:12.929501 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-990d2ee0-5c87-4218-8c00-ac9c696db539 admin admin] 10.222.0.32 "PUT /v2.0/routers/dfd87d55-0a24-437f-80ad-030f8b480976/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6798105 Aug 13 04:21:12.931972 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60496) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:12.934018 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412a92b-4371-45c1-953b-a33a5155f36c None None] Sync routers for ids ['dfd87d55-0a24-437f-80ad-030f8b480976'] in dv-cinder-759987-6-iscsi {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:21:12.944425 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412a92b-4371-45c1-953b-a33a5155f36c None None] Routers {'dfd87d55-0a24-437f-80ad-030f8b480976'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:21:12.945036 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-0412a92b-4371-45c1-953b-a33a5155f36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:21:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['dfd87d55-0a24-437f-80ad-030f8b480976'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:21:13.037624 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d80e893b-d70b-43bb-b354-04e15b82858e admin admin] Notify callbacks [] for router, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:13.047746 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-0412a92b-4371-45c1-953b-a33a5155f36c None None] Set router dfd87d55-0a24-437f-80ad-030f8b480976 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:21:13.141155 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d80e893b-d70b-43bb-b354-04e15b82858e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:13.260715 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-d80e893b-d70b-43bb-b354-04e15b82858e admin admin] Deleting port b1b613a1-858a-4411-88e0-7a9ce55389dd {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:21:13.261058 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d80e893b-d70b-43bb-b354-04e15b82858e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:13.319779 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-0412a92b-4371-45c1-953b-a33a5155f36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'name': 'tempest-AttachVolumeShelveTestJSON-1973033118-router', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:13Z', 'updated_at': '2021-08-13T04:21:12Z', 'revision_number': 5, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'gw_port': {'id': 'b1b613a1-858a-4411-88e0-7a9ce55389dd', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:14:14Z', 'updated_at': '2021-08-13T04:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:21:13.343168 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-d80e893b-d70b-43bb-b354-04e15b82858e admin admin] For port b1b613a1-858a-4411-88e0-7a9ce55389dd, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=b1b613a1-858a-4411-88e0-7a9ce55389dd,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:21:13.347122 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d80e893b-d70b-43bb-b354-04e15b82858e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:13.352183 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412a92b-4371-45c1-953b-a33a5155f36c None None] Checking router: dfd87d55-0a24-437f-80ad-030f8b480976 for host: dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:21:13.361336 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412a92b-4371-45c1-953b-a33a5155f36c None None] Routers {'dfd87d55-0a24-437f-80ad-030f8b480976'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:21:13.362089 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-0412a92b-4371-45c1-953b-a33a5155f36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:21:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['dfd87d55-0a24-437f-80ad-030f8b480976'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:21:13.363119 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-d80e893b-d70b-43bb-b354-04e15b82858e admin admin] Calling delete_port for b1b613a1-858a-4411-88e0-7a9ce55389dd owned by network:router_gateway {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:21:13.455918 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-0412a92b-4371-45c1-953b-a33a5155f36c None None] Set router dfd87d55-0a24-437f-80ad-030f8b480976 gateway port host: None {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:21:13.517193 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-0412a92b-4371-45c1-953b-a33a5155f36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'name': 'tempest-AttachVolumeShelveTestJSON-1973033118-router', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:13Z', 'updated_at': '2021-08-13T04:21:13Z', 'revision_number': 6, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'gw_port_host': None}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:21:13.546200 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412a92b-4371-45c1-953b-a33a5155f36c None None] The sync data for ids ['dfd87d55-0a24-437f-80ad-030f8b480976'] in dv-cinder-759987-6-iscsi is: [{'id': 'dfd87d55-0a24-437f-80ad-030f8b480976', 'name': 'tempest-AttachVolumeShelveTestJSON-1973033118-router', 'tenant_id': '25ac2d78559b4fb2ba32472ce882e229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:14:13Z', 'updated_at': '2021-08-13T04:21:13Z', 'revision_number': 6, 'project_id': '25ac2d78559b4fb2ba32472ce882e229', 'gw_port_host': None}] {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:21:13.876894 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d80e893b-d70b-43bb-b354-04e15b82858e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:13.905505 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e893b-d70b-43bb-b354-04e15b82858e admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b613a1-858a-4411-88e0-7a9ce55389dd,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:13.968641 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d80e893b-d70b-43bb-b354-04e15b82858e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704476'] for router_gateway, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:14.059176 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d80e893b-d70b-43bb-b354-04e15b82858e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1008'] for router, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:14.061350 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d80e893b-d70b-43bb-b354-04e15b82858e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:14.270119 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:14.270675 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d80e893b-d70b-43bb-b354-04e15b82858e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702527'] for router, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:14.270675 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80e893b-d70b-43bb-b354-04e15b82858e admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfd87d55-0a24-437f-80ad-030f8b480976 {{(pid=94566) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 04:21:14.271181 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d80e893b-d70b-43bb-b354-04e15b82858e admin admin] Notify callbacks [] for router, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:14.272325 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-d80e893b-d70b-43bb-b354-04e15b82858e admin admin] 10.222.0.32 "DELETE /v2.0/routers/dfd87d55-0a24-437f-80ad-030f8b480976 HTTP/1.1" status: 204 len: 168 time: 1.3385971 Aug 13 04:21:14.274868 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60518) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:14.320646 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cdf73c7-9448-4dc2-b47d-440138cd008f admin admin] Deleting subnet 6cfb5348-48f5-4b3c-8b98-198f1cb90f54 {{(pid=94566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:21:14.324518 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3cdf73c7-9448-4dc2-b47d-440138cd008f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:14.364462 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3cdf73c7-9448-4dc2-b47d-440138cd008f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2630514'] for subnet, precommit_delete_associations {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:14.483648 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3cdf73c7-9448-4dc2-b47d-440138cd008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416950'] for subnet, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:14.614669 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3cdf73c7-9448-4dc2-b47d-440138cd008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2630180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3028014'] for subnet, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:14.646648 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3cdf73c7-9448-4dc2-b47d-440138cd008f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for subnet, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:14.650745 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-3cdf73c7-9448-4dc2-b47d-440138cd008f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6cfb5348-48f5-4b3c-8b98-198f1cb90f54 HTTP/1.1" status: 204 len: 168 time: 0.3748863 Aug 13 04:21:14.652079 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf73c7-9448-4dc2-b47d-440138cd008f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cfb5348-48f5-4b3c-8b98-198f1cb90f54,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:14.652681 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9dce31-9478-4d1e-a0ff-dbe35cdbc509 None None] Network 9c6f0cf8-8337-4066-b36b-c6631b745879 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:21:14.653766 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 60530) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:14.709318 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device b1b613a1-858a-4411-88e0-7a9ce55389dd no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:21:14.731865 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-80fbb29c-ac52-4184-b864-e12b10713e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16337513'] for network, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:14.738556 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: b1b613a1-858a-4411-88e0-7a9ce55389dd {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:21:14.738904 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device b1b613a1-858a-4411-88e0-7a9ce55389dd not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:21:14.739311 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device ed43b144-15b5-46b2-b09b-0ca776481f60 no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:21:14.764409 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: ed43b144-15b5-46b2-b09b-0ca776481f60 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:21:14.764752 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device ed43b144-15b5-46b2-b09b-0ca776481f60 not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:21:14.793767 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-80fbb29c-ac52-4184-b864-e12b10713e62 admin admin] Deleting port 451b38e0-3456-4dc1-b58e-6ed59857053e {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:21:14.794107 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-80fbb29c-ac52-4184-b864-e12b10713e62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:14.865380 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-80fbb29c-ac52-4184-b864-e12b10713e62 admin admin] For port 451b38e0-3456-4dc1-b58e-6ed59857053e, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=451b38e0-3456-4dc1-b58e-6ed59857053e,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:21:14.865755 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-80fbb29c-ac52-4184-b864-e12b10713e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:14.879265 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-80fbb29c-ac52-4184-b864-e12b10713e62 admin admin] Calling delete_port for 451b38e0-3456-4dc1-b58e-6ed59857053e owned by network:dhcp {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:21:14.885451 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa47cffe-84e4-4494-8ecf-6bc5b12a33de None None] DHCP port deletion for 9c6f0cf8-8337-4066-b36b-c6631b745879 request from dv-cinder-759987-6-iscsi {{(pid=94568) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 04:21:14.935373 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-fa47cffe-84e4-4494-8ecf-6bc5b12a33de None None] Deleting port 451b38e0-3456-4dc1-b58e-6ed59857053e {{(pid=94568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:21:14.935751 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-fa47cffe-84e4-4494-8ecf-6bc5b12a33de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:14.996048 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-fa47cffe-84e4-4494-8ecf-6bc5b12a33de None None] For port 451b38e0-3456-4dc1-b58e-6ed59857053e, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=451b38e0-3456-4dc1-b58e-6ed59857053e,segment=NetworkSegment(59c6c827-e439-4ee6-9017-5b55867d6635),segment_id=59c6c827-e439-4ee6-9017-5b55867d6635)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:21:14.996477 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-fa47cffe-84e4-4494-8ecf-6bc5b12a33de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:15.010743 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-fa47cffe-84e4-4494-8ecf-6bc5b12a33de None None] Calling delete_port for 451b38e0-3456-4dc1-b58e-6ed59857053e owned by network:dhcp {{(pid=94568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:21:15.059715 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-80fbb29c-ac52-4184-b864-e12b10713e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:15.091070 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbb29c-ac52-4184-b864-e12b10713e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=451b38e0-3456-4dc1-b58e-6ed59857053e,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:15.092943 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fbb29c-ac52-4184-b864-e12b10713e62 admin admin] No DVR routers for this DVR port 451b38e0-3456-4dc1-b58e-6ed59857053e on host dv-cinder-759987-6-iscsi {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:21:15.166395 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-80fbb29c-ac52-4184-b864-e12b10713e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16418865', 'neutron.services.segments.db._delete_segments_for_network-8784944466544'] for network, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:15.177325 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-80fbb29c-ac52-4184-b864-e12b10713e62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c6f0cf8-8337-4066-b36b-c6631b745879']}} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:21:15.188047 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-80fbb29c-ac52-4184-b864-e12b10713e62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c6c827-e439-4ee6-9017-5b55867d6635') {'for_net_delete': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:21:15.188350 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-80fbb29c-ac52-4184-b864-e12b10713e62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c6c827-e439-4ee6-9017-5b55867d6635') {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:21:15.198878 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-80fbb29c-ac52-4184-b864-e12b10713e62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784944469625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2939937'] for segment, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:15.213352 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-80fbb29c-ac52-4184-b864-e12b10713e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:15.215916 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-fa47cffe-84e4-4494-8ecf-6bc5b12a33de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965'] for port, after_delete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:15.219750 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fbb29c-ac52-4184-b864-e12b10713e62 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:21:15.220106 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-80fbb29c-ac52-4184-b864-e12b10713e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2940249'] for segment, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: Traceback (most recent call last): Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: timer() Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: cb(*args, **kw) Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: return func(*args, **kwargs) Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: self._notify() Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: self.callback(batched_events) Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: event.method(event) Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: return f(self, *a, **k) Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: return self._get(url).json() Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: return self.request(url, 'GET', **kwargs) Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:21:15.221962 dv-cinder-759987-6-iscsi neutron-server[94567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:21:15.242686 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47cffe-84e4-4494-8ecf-6bc5b12a33de None None] Pushing event deleted for resources: {'Port': ['ID=451b38e0-3456-4dc1-b58e-6ed59857053e,revision_number=None']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:15.244546 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa47cffe-84e4-4494-8ecf-6bc5b12a33de None None] No DVR routers for this DVR port 451b38e0-3456-4dc1-b58e-6ed59857053e on host dv-cinder-759987-6-iscsi {{(pid=94568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:21:15.350865 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-80fbb29c-ac52-4184-b864-e12b10713e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16418856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704416'] for network, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:15.356190 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-80fbb29c-ac52-4184-b864-e12b10713e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:15.359562 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-80fbb29c-ac52-4184-b864-e12b10713e62 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9c6f0cf8-8337-4066-b36b-c6631b745879 HTTP/1.1" status: 204 len: 168 time: 0.7033775 Aug 13 04:21:15.370355 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbb29c-ac52-4184-b864-e12b10713e62 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c6f0cf8-8337-4066-b36b-c6631b745879,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:15.730171 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 60542) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:15.772508 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-05e72173-36eb-410d-95a7-1ea06aad65c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=25ac2d78559b4fb2ba32472ce882e229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386970 Aug 13 04:21:15.772696 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 60548) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:15.820285 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-41777fb1-f4b6-4beb-9f86-98730cdfaf0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:15.840842 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-41777fb1-f4b6-4beb-9f86-98730cdfaf0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:15.963084 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-41777fb1-f4b6-4beb-9f86-98730cdfaf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:15.965740 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-41777fb1-f4b6-4beb-9f86-98730cdfaf0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:15.966883 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-41777fb1-f4b6-4beb-9f86-98730cdfaf0b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3cc08dbc-49e3-4ce0-b08c-a76a6fd7620d HTTP/1.1" status: 204 len: 168 time: 0.1932328 Aug 13 04:21:15.980200 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41777fb1-f4b6-4beb-9f86-98730cdfaf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc08dbc-49e3-4ce0-b08c-a76a6fd7620d,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:16.669359 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 451b38e0-3456-4dc1-b58e-6ed59857053e no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:21:16.688169 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: 451b38e0-3456-4dc1-b58e-6ed59857053e {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:21:16.688551 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 451b38e0-3456-4dc1-b58e-6ed59857053e not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:21:17.134127 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:21:17.390116 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60600) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:17.550567 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c08537f3-5f7a-4f31-bae0-d613ace7ec1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:17.652979 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c08537f3-5f7a-4f31-bae0-d613ace7ec1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:17.728630 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c08537f3-5f7a-4f31-bae0-d613ace7ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:17.767621 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-c08537f3-5f7a-4f31-bae0-d613ace7ec1d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d997212133544e2ea3bf774162127c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3762577 Aug 13 04:21:17.769154 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08537f3-5f7a-4f31-bae0-d613ace7ec1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63799e4-9161-4c2f-aacd-f4d6eefca80c,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:17.770965 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 60616) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:17.825529 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-348021fb-b9ac-4ece-a56e-1e91676fd9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:17.847969 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-348021fb-b9ac-4ece-a56e-1e91676fd9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:17.957630 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-348021fb-b9ac-4ece-a56e-1e91676fd9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:17.960307 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-348021fb-b9ac-4ece-a56e-1e91676fd9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:17.967831 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-348021fb-b9ac-4ece-a56e-1e91676fd9bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e63799e4-9161-4c2f-aacd-f4d6eefca80c HTTP/1.1" status: 204 len: 168 time: 0.1894944 Aug 13 04:21:17.970047 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348021fb-b9ac-4ece-a56e-1e91676fd9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63799e4-9161-4c2f-aacd-f4d6eefca80c,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:20.045761 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 60672) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:20.149577 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-78ccb481-6b3c-44b1-b7f4-debc9fc357ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:20.234976 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-78ccb481-6b3c-44b1-b7f4-debc9fc357ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:20.293637 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-78ccb481-6b3c-44b1-b7f4-debc9fc357ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:20.330963 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-78ccb481-6b3c-44b1-b7f4-debc9fc357ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ebe6bceb03794aabbb93c424590eaaf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841499 Aug 13 04:21:20.333084 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccb481-6b3c-44b1-b7f4-debc9fc357ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b9775e-cec9-4cfc-bcaa-96e19db75276,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:20.333750 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60678) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:20.387717 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-103beb30-64c5-4710-b3ac-50eac8c6fb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:20.407819 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-103beb30-64c5-4710-b3ac-50eac8c6fb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:20.556358 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-103beb30-64c5-4710-b3ac-50eac8c6fb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:20.558863 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-103beb30-64c5-4710-b3ac-50eac8c6fb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:20.560040 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-103beb30-64c5-4710-b3ac-50eac8c6fb30 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96b9775e-cec9-4cfc-bcaa-96e19db75276 HTTP/1.1" status: 204 len: 168 time: 0.2252822 Aug 13 04:21:20.568764 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103beb30-64c5-4710-b3ac-50eac8c6fb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b9775e-cec9-4cfc-bcaa-96e19db75276,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:23.161415 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60706) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:23.205756 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9849fd0-1c50-443f-890d-1fcde542f50d admin admin] Deleting subnet 76126c2d-a61a-48af-bbe5-77730171637f {{(pid=94566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:21:23.209493 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e9849fd0-1c50-443f-890d-1fcde542f50d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:23.242878 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e9849fd0-1c50-443f-890d-1fcde542f50d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2630514'] for subnet, precommit_delete_associations {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:23.283287 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e9849fd0-1c50-443f-890d-1fcde542f50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416950'] for subnet, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:23.401580 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e9849fd0-1c50-443f-890d-1fcde542f50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2630180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3028014'] for subnet, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:23.428127 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9849fd0-1c50-443f-890d-1fcde542f50d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76126c2d-a61a-48af-bbe5-77730171637f,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:23.433839 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e9849fd0-1c50-443f-890d-1fcde542f50d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for subnet, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:23.435720 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-e9849fd0-1c50-443f-890d-1fcde542f50d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/76126c2d-a61a-48af-bbe5-77730171637f HTTP/1.1" status: 204 len: 168 time: 0.2732630 Aug 13 04:21:23.438192 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60712) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:23.506485 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a605fa31-5c09-45da-8759-e1f50f40dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16337513'] for network, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:23.587855 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a605fa31-5c09-45da-8759-e1f50f40dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16418865', 'neutron.services.segments.db._delete_segments_for_network-8784944466544'] for network, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:23.597545 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.services.segments.db [None req-a605fa31-5c09-45da-8759-e1f50f40dc0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b82971-18da-459e-b8c4-e18a5207f701']}} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:21:23.607830 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.services.segments.db [None req-a605fa31-5c09-45da-8759-e1f50f40dc0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f7440b-1017-4e47-9481-9ad24072e10e') {'for_net_delete': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:21:23.608123 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.services.segments.db [None req-a605fa31-5c09-45da-8759-e1f50f40dc0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f7440b-1017-4e47-9481-9ad24072e10e') {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:21:23.617284 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a605fa31-5c09-45da-8759-e1f50f40dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784944469625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2630501'] for segment, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:23.630529 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a605fa31-5c09-45da-8759-e1f50f40dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:23.636156 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a605fa31-5c09-45da-8759-e1f50f40dc0a admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:21:23.636569 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a605fa31-5c09-45da-8759-e1f50f40dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2630394'] for segment, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: Traceback (most recent call last): Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: timer() Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: cb(*args, **kw) Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: return func(*args, **kwargs) Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: self._notify() Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: self.callback(batched_events) Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: event.method(event) Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: return f(self, *a, **k) Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: return self._get(url).json() Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: return self.request(url, 'GET', **kwargs) Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:21:23.638134 dv-cinder-759987-6-iscsi neutron-server[94566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:21:23.765126 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a605fa31-5c09-45da-8759-e1f50f40dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16418856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704416'] for network, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:23.767885 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a605fa31-5c09-45da-8759-e1f50f40dc0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:23.769752 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-a605fa31-5c09-45da-8759-e1f50f40dc0a admin admin] 10.222.0.32 "DELETE /v2.0/networks/d1b82971-18da-459e-b8c4-e18a5207f701 HTTP/1.1" status: 204 len: 168 time: 0.3305402 Aug 13 04:21:23.779716 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605fa31-5c09-45da-8759-e1f50f40dc0a admin admin] Pushing event deleted for resources: {'Network': ['ID=d1b82971-18da-459e-b8c4-e18a5207f701,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:24.157764 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60718) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:24.197521 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-accaa798-3641-4604-86f9-3e4ddaca2531 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7d83a2e788f407db7e74d6af880f4d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386224 Aug 13 04:21:24.199859 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60720) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:24.247180 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b1b43b92-5ce6-4236-a6a2-b2a87f365e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:24.267591 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b1b43b92-5ce6-4236-a6a2-b2a87f365e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:24.368171 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b1b43b92-5ce6-4236-a6a2-b2a87f365e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:24.374474 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b1b43b92-5ce6-4236-a6a2-b2a87f365e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:24.374474 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-b1b43b92-5ce6-4236-a6a2-b2a87f365e33 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80a9c35f-4935-422c-97ba-c66ad050625b HTTP/1.1" status: 204 len: 168 time: 0.1711245 Aug 13 04:21:24.383474 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b43b92-5ce6-4236-a6a2-b2a87f365e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a9c35f-4935-422c-97ba-c66ad050625b,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:24.892395 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:25.891407 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-3901813c-1a65-4c8c-b5a8-caca3e8e1328 req-a2a9a829-bc8b-478f-8ccf-06f8499d7d83 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413444 Aug 13 04:21:25.972741 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901813c-1a65-4c8c-b5a8-caca3e8e1328 req-cfd83ce0-875a-472f-93dc-d272a0af9e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:25.974262 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-3901813c-1a65-4c8c-b5a8-caca3e8e1328 req-cfd83ce0-875a-472f-93dc-d272a0af9e20 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7da99b58a71342b9b2d6a5ea1451b765&device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 1098 time: 0.0402205 Aug 13 04:21:26.077770 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901813c-1a65-4c8c-b5a8-caca3e8e1328 req-c23260f8-75e3-4a42-aa90-b7a51339e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:26.079253 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-3901813c-1a65-4c8c-b5a8-caca3e8e1328 req-c23260f8-75e3-4a42-aa90-b7a51339e838 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7c3089e4-8e84-4971-98ba-e9013a95d55b HTTP/1.1" status: 200 len: 912 time: 0.0856383 Aug 13 04:21:26.148426 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-3901813c-1a65-4c8c-b5a8-caca3e8e1328 req-c20b446f-a16c-4518-b060-0d4d1455c717 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5142591f-557e-4288-9e45-f379850d9389 HTTP/1.1" status: 200 len: 1000 time: 0.0607145 Aug 13 04:21:26.198622 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901813c-1a65-4c8c-b5a8-caca3e8e1328 req-daca69ca-9457-4959-bcc1-f6e68d37af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:26.200022 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-3901813c-1a65-4c8c-b5a8-caca3e8e1328 req-daca69ca-9457-4959-bcc1-f6e68d37af91 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a463f44d-8044-41b8-88a4-df5cd43047ae HTTP/1.1" status: 200 len: 850 time: 0.0435331 Aug 13 04:21:26.246202 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901813c-1a65-4c8c-b5a8-caca3e8e1328 req-a205dd87-a37c-4bb9-b1bb-e68012c0ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:26.247739 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-3901813c-1a65-4c8c-b5a8-caca3e8e1328 req-a205dd87-a37c-4bb9-b1bb-e68012c0ce0d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c3089e4-8e84-4971-98ba-e9013a95d55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392871 Aug 13 04:21:26.339491 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-3901813c-1a65-4c8c-b5a8-caca3e8e1328 req-683be9c8-bfe7-4f25-bb53-5d22dad4fc44 service neutron] 10.222.0.22 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830638 Aug 13 04:21:26.428885 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-3901813c-1a65-4c8c-b5a8-caca3e8e1328 req-69148d08-205e-45c2-aa07-a89c1598ea56 service neutron] 10.222.0.22 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820012 Aug 13 04:21:28.868658 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-b6d183c7-d269-4ade-88fe-bfc0d6022fad tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-945284825&fields=id&tenant_id=7da99b58a71342b9b2d6a5ea1451b765 HTTP/1.1" status: 200 len: 267 time: 0.0319762 Aug 13 04:21:28.975483 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-89259685-091d-476d-9196-3870663ceb47 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:28.976963 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-89259685-091d-476d-9196-3870663ceb47 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/networks?id=7c3089e4-8e84-4971-98ba-e9013a95d55b HTTP/1.1" status: 200 len: 811 time: 0.1018088 Aug 13 04:21:28.991327 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-88fc895f-6e5f-4632-838e-5cc5c5a530cd tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/quotas/7da99b58a71342b9b2d6a5ea1451b765 HTTP/1.1" status: 200 len: 375 time: 0.0087185 Aug 13 04:21:29.046860 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-fd36f9dc-47f9-42b0-a288-ac1ae73dea19 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7da99b58a71342b9b2d6a5ea1451b765&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0504658 Aug 13 04:21:29.149727 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-9c8ca459-da28-4d3a-9be7-70777860e60e service neutron] 10.222.0.32 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895350 Aug 13 04:21:29.235568 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-02ac9a97-2f0b-45a0-8edd-891a576bfaba service neutron] 10.222.0.32 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798128 Aug 13 04:21:29.784918 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c3b5b23a-0f8c-4191-b7ce-adc922789095 req-277dbefe-1d9f-4c3e-b8c9-fbc1cd6b7d4f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 210 time: 0.0256212 Aug 13 04:21:30.886561 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d4525b8a-54bc-4158-9c26-0d34357cf795 req-a6db3655-49ed-4c2e-92fa-deefe7a5f312 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 210 time: 0.0324283 Aug 13 04:21:31.989163 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bc56cdc9-2bbe-4ea9-962d-62fc2ff14971 req-e8ec9daa-2de8-494c-ba06-5b8dab04459c tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 210 time: 0.0273502 Aug 13 04:21:32.418913 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-56749e3b-1758-452a-9232-892fb4976fc5 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:32.420396 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-56749e3b-1758-452a-9232-892fb4976fc5 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.22 "GET /v2.0/networks?id=7c3089e4-8e84-4971-98ba-e9013a95d55b HTTP/1.1" status: 200 len: 811 time: 0.1078379 Aug 13 04:21:32.463392 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-d414398b-6747-4094-8f59-7830f05a456f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7da99b58a71342b9b2d6a5ea1451b765 HTTP/1.1" status: 200 len: 379 time: 0.0332167 Aug 13 04:21:32.474140 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Request body: {'port': {'device_id': '16252e64-e287-4f30-bdb6-59a44560c693', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'admin_state_up': True, 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'security_groups': ['be8776ce-9994-402c-8cda-6091a1fa46e2']}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:21:32.653788 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Made reservation on behalf of 7da99b58a71342b9b2d6a5ea1451b765 for: {'port': 1} {{(pid=94567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:21:32.657390 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:32.784669 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_common [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Allocated IP 172.20.0.8 (7c3089e4-8e84-4971-98ba-e9013a95d55b/a463f44d-8044-41b8-88a4-df5cd43047ae/0d9b4a4f-4132-4d0b-a166-497c2a3093bd) {{(pid=94567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:21:32.922564 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for port, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:32.936854 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Transition to ACTIVE for port object 0d9b4a4f-4132-4d0b-a166-497c2a3093bd will not be triggered until provisioned by entity DHCP. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:21:33.043797 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:33.090555 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Network 7c3089e4-8e84-4971-98ba-e9013a95d55b is already hosted by enough agents. {{(pid=94567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:21:33.093904 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.scheduler.base_scheduler [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Resources bound (agent type, host, resource id): {{(pid=94567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:21:33.100468 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Received port after_create {{(pid=94567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:21:33.104868 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Pushing event updated for resources: {'Port': ['ID=0d9b4a4f-4132-4d0b-a166-497c2a3093bd,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:33.131018 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:33.135544 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:33.135544 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:33.136096 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b107c4d-91ca-4ca3-96b3-3aefc3620a0e req-47b05cc5-3ea2-4fe1-b181-925bd9d191b9 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:33.136594 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:33.136594 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:33.136594 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:33.136594 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:33.136594 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:33.136964 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0b107c4d-91ca-4ca3-96b3-3aefc3620a0e req-47b05cc5-3ea2-4fe1-b181-925bd9d191b9 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 931 time: 0.0711877 Aug 13 04:21:33.137046 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:33.137046 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:33.137046 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:33.137046 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:33.175271 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:33.176960 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:33.196800 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0b107c4d-91ca-4ca3-96b3-3aefc3620a0e req-9166de9b-6932-474f-aa37-0dd932f47b67 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440433 Aug 13 04:21:33.282992 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-ee84b2a5-8947-4b87-beae-d33209daadec tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8135631 Aug 13 04:21:33.298540 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.v2.base [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-d5011b9a-509a-43ff-a7af-cae6964b2034 service neutron] Request body: {'port': {'device_id': '16252e64-e287-4f30-bdb6-59a44560c693', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=94567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:21:33.356777 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-d5011b9a-509a-43ff-a7af-cae6964b2034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:33.430906 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-8666fce3-7c38-43db-8835-bd147a7c3874 None None] Provisioning for port 0d9b4a4f-4132-4d0b-a166-497c2a3093bd completed by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:21:33.435808 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-8666fce3-7c38-43db-8835-bd147a7c3874 None None] Provisioning complete for port 0d9b4a4f-4132-4d0b-a166-497c2a3093bd triggered by entity DHCP. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:21:33.436555 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-8666fce3-7c38-43db-8835-bd147a7c3874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:33.477154 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-8666fce3-7c38-43db-8835-bd147a7c3874 None None] Port 0d9b4a4f-4132-4d0b-a166-497c2a3093bd cannot update to ACTIVE because it is not bound. {{(pid=94568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:21:33.624005 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-d5011b9a-509a-43ff-a7af-cae6964b2034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9b4a4f-4132-4d0b-a166-497c2a3093bd {{(pid=94567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:21:33.632456 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-d5011b9a-509a-43ff-a7af-cae6964b2034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:33.644144 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.provisioning_blocks [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-d5011b9a-509a-43ff-a7af-cae6964b2034 service neutron] Transition to ACTIVE for port object 0d9b4a4f-4132-4d0b-a166-497c2a3093bd will not be triggered until provisioned by entity L2. {{(pid=94567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:21:33.699476 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-d5011b9a-509a-43ff-a7af-cae6964b2034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:33.753573 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5011b9a-509a-43ff-a7af-cae6964b2034 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9b4a4f-4132-4d0b-a166-497c2a3093bd,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:33.829182 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-d5011b9a-509a-43ff-a7af-cae6964b2034 service neutron] Attempting to bind port 0d9b4a4f-4132-4d0b-a166-497c2a3093bd on host hv-cinder-75998 for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:21:33.829524 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-d5011b9a-509a-43ff-a7af-cae6964b2034 service neutron] Attempting to bind port 0d9b4a4f-4132-4d0b-a166-497c2a3093bd by drivers openvswitch,hyperv on host hv-cinder-75998 at level 0 using segments [{'id': '959b64a0-600e-4c8a-a999-c6c028523cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:21:33.829857 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-d5011b9a-509a-43ff-a7af-cae6964b2034 service neutron] Attempting to bind port 0d9b4a4f-4132-4d0b-a166-497c2a3093bd on network 7c3089e4-8e84-4971-98ba-e9013a95d55b {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:21:33.835091 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-d5011b9a-509a-43ff-a7af-cae6964b2034 service neutron] Port 0d9b4a4f-4132-4d0b-a166-497c2a3093bd on network 7c3089e4-8e84-4971-98ba-e9013a95d55b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75998 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:21:33.835410 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-d5011b9a-509a-43ff-a7af-cae6964b2034 service neutron] Attempting to bind port 0d9b4a4f-4132-4d0b-a166-497c2a3093bd on network 7c3089e4-8e84-4971-98ba-e9013a95d55b {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:21:33.840691 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-d5011b9a-509a-43ff-a7af-cae6964b2034 service neutron] Checking agent: {'id': '0c202f7d-8fe9-4513-921d-f16665c9f5f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'started_at': datetime.datetime(2021, 8, 13, 4, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:21:33.841082 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-d5011b9a-509a-43ff-a7af-cae6964b2034 service neutron] Checking segment: {'id': '959b64a0-600e-4c8a-a999-c6c028523cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:21:33.841615 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-d5011b9a-509a-43ff-a7af-cae6964b2034 service neutron] Bound using segment: {'id': '959b64a0-600e-4c8a-a999-c6c028523cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:21:33.842034 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-d5011b9a-509a-43ff-a7af-cae6964b2034 service neutron] Bound port: 0d9b4a4f-4132-4d0b-a166-497c2a3093bd, host: hv-cinder-75998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '959b64a0-600e-4c8a-a999-c6c028523cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:21:33.842390 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-d5011b9a-509a-43ff-a7af-cae6964b2034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:33.910887 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-d5011b9a-509a-43ff-a7af-cae6964b2034 service neutron] For port 0d9b4a4f-4132-4d0b-a166-497c2a3093bd, host hv-cinder-75998, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:21:33.914392 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-d5011b9a-509a-43ff-a7af-cae6964b2034 service neutron] For port 0d9b4a4f-4132-4d0b-a166-497c2a3093bd, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=0d9b4a4f-4132-4d0b-a166-497c2a3093bd,segment=NetworkSegment(959b64a0-600e-4c8a-a999-c6c028523cc0),segment_id=959b64a0-600e-4c8a-a999-c6c028523cc0)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:21:33.963082 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-d5011b9a-509a-43ff-a7af-cae6964b2034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2940349'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:34.004481 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-d5011b9a-509a-43ff-a7af-cae6964b2034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:34.005098 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-d5011b9a-509a-43ff-a7af-cae6964b2034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:34.006742 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-d5011b9a-509a-43ff-a7af-cae6964b2034 service neutron] 10.222.0.22 "PUT /v2.0/ports/0d9b4a4f-4132-4d0b-a166-497c2a3093bd HTTP/1.1" status: 200 len: 1093 time: 0.7125511 Aug 13 04:21:34.007174 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16252e64-e287-4f30-bdb6-59a44560c693', 'tag': '0d9b4a4f-4132-4d0b-a166-497c2a3093bd'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:21:34.009439 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c20451-8266-48d5-b91a-9e68050613a0" -d '{"events": [{"name": "network-changed", "server_uuid": "16252e64-e287-4f30-bdb6-59a44560c693", "tag": "0d9b4a4f-4132-4d0b-a166-497c2a3093bd"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:21:34.030009 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5011b9a-509a-43ff-a7af-cae6964b2034 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9b4a4f-4132-4d0b-a166-497c2a3093bd,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:34.049517 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb51d315-679e-4725-853a-484f22b9c098 x-openstack-request-id: req-cb51d315-679e-4725-853a-484f22b9c098 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:21:34.049819 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16252e64-e287-4f30-bdb6-59a44560c693", "tag": "0d9b4a4f-4132-4d0b-a166-497c2a3093bd", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:21:34.050074 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb51d315-679e-4725-853a-484f22b9c098 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:21:34.050470 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16252e64-e287-4f30-bdb6-59a44560c693', 'tag': '0d9b4a4f-4132-4d0b-a166-497c2a3093bd', 'status': 'completed', 'code': 200} Aug 13 04:21:34.117410 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c20451-8266-48d5-b91a-9e68050613a0 req-a696a7d4-696a-4f45-8726-118c72fade2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:34.118940 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-23c20451-8266-48d5-b91a-9e68050613a0 req-a696a7d4-696a-4f45-8726-118c72fade2f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7da99b58a71342b9b2d6a5ea1451b765&device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 1096 time: 0.0471120 Aug 13 04:21:34.220297 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c20451-8266-48d5-b91a-9e68050613a0 req-6ad3ae58-8dd8-4038-b6aa-fd722c255a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:34.221875 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-23c20451-8266-48d5-b91a-9e68050613a0 req-6ad3ae58-8dd8-4038-b6aa-fd722c255a9a service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=7da99b58a71342b9b2d6a5ea1451b765&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0945299 Aug 13 04:21:34.308551 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c8089-cf1d-471c-84df-8ae5bddb6463 req-2b8457c5-2cf9-4028-b3c6-5c1b048ea33d tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:34.309976 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f63c8089-cf1d-471c-84df-8ae5bddb6463 req-2b8457c5-2cf9-4028-b3c6-5c1b048ea33d tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 943 time: 0.0485537 Aug 13 04:21:34.323910 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c20451-8266-48d5-b91a-9e68050613a0 req-bcab8783-27e2-45d0-968f-710b45180f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:34.325410 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-23c20451-8266-48d5-b91a-9e68050613a0 req-bcab8783-27e2-45d0-968f-710b45180f79 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958574 Aug 13 04:21:34.346988 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f63c8089-cf1d-471c-84df-8ae5bddb6463 req-e8efcc14-6746-4369-bfea-ad792af65d71 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310318 Aug 13 04:21:35.465237 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33018f56-031f-468a-939b-8e57e493c1a5 req-e621cef5-3088-4917-bac2-df7d462c4503 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:35.466685 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-33018f56-031f-468a-939b-8e57e493c1a5 req-e621cef5-3088-4917-bac2-df7d462c4503 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 943 time: 0.0514987 Aug 13 04:21:35.504860 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-33018f56-031f-468a-939b-8e57e493c1a5 req-9838768c-f940-4358-8c48-5137ae487bb9 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322003 Aug 13 04:21:36.615627 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50bc95-a169-49c6-9a8a-cf2622035d18 req-3ac36b32-db51-4009-9b37-f6d25cf8773f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:36.617146 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0d50bc95-a169-49c6-9a8a-cf2622035d18 req-3ac36b32-db51-4009-9b37-f6d25cf8773f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 943 time: 0.0474217 Aug 13 04:21:36.654826 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-0d50bc95-a169-49c6-9a8a-cf2622035d18 req-680e8760-5e4a-4a36-ac19-88113ed3356b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317750 Aug 13 04:21:37.145427 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-fad52876-3b2a-4acd-b173-a8af145d929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:37.146807 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-fad52876-3b2a-4acd-b173-a8af145d929e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7da99b58a71342b9b2d6a5ea1451b765&device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 1096 time: 0.0405781 Aug 13 04:21:37.188809 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-6e4fba77-e9bc-4ce8-99de-af254e1f1c99 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d9b4a4f-4132-4d0b-a166-497c2a3093bd HTTP/1.1" status: 200 len: 217 time: 0.0339513 Aug 13 04:21:37.239721 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-9134f629-cf19-43a9-a785-06b668ad9ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:37.241198 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-9134f629-cf19-43a9-a785-06b668ad9ccb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a463f44d-8044-41b8-88a4-df5cd43047ae HTTP/1.1" status: 200 len: 850 time: 0.0462351 Aug 13 04:21:37.285967 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-7b29794c-3a9c-4fc1-b7e4-1c4f320fe115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:37.287485 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-7b29794c-3a9c-4fc1-b7e4-1c4f320fe115 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c3089e4-8e84-4971-98ba-e9013a95d55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393314 Aug 13 04:21:37.376026 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-37185412-696b-4d5d-9d65-31ddb96ede3f service neutron] 10.222.0.22 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811694 Aug 13 04:21:37.470254 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-4c87ec0a-0286-4224-861f-cc0597e94686 req-cd68e1e1-f639-465c-b8d8-707aa05327f5 service neutron] 10.222.0.22 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863471 Aug 13 04:21:37.768895 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cca38-aee1-4c25-885a-ea53b614cd87 req-026efed1-755a-40d1-b248-2b66e7649112 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:37.770414 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-675cca38-aee1-4c25-885a-ea53b614cd87 req-026efed1-755a-40d1-b248-2b66e7649112 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 943 time: 0.0475221 Aug 13 04:21:37.806816 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-675cca38-aee1-4c25-885a-ea53b614cd87 req-829e66ea-ef0d-492a-9ab4-ae7bc082e5c2 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304983 Aug 13 04:21:38.802359 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-247d59d2-e13b-46da-9e17-959b705186f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:38.925997 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99834ce-229e-4f05-92d7-1e4b80257b60 req-939a89e9-b741-412e-bbd6-362c4a0030fb tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:38.927855 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c99834ce-229e-4f05-92d7-1e4b80257b60 req-939a89e9-b741-412e-bbd6-362c4a0030fb tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 943 time: 0.0549695 Aug 13 04:21:38.965556 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c99834ce-229e-4f05-92d7-1e4b80257b60 req-22d5b254-50ee-48ca-b7dd-402bf57c0331 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317793 Aug 13 04:21:40.084882 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3ac2c-a79d-499e-87c1-f02edcd18e05 req-7659ca54-fe5a-40fe-ab04-819c8548d673 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:40.086578 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c9b3ac2c-a79d-499e-87c1-f02edcd18e05 req-7659ca54-fe5a-40fe-ab04-819c8548d673 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 943 time: 0.0556746 Aug 13 04:21:40.122899 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-c9b3ac2c-a79d-499e-87c1-f02edcd18e05 req-8ff95d80-41e2-45dc-bbb2-fa4878b018ce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306170 Aug 13 04:21:41.237247 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5435eb0-bcac-4cc9-9736-4507e7a8a1ca req-37c2e8ab-7242-40c5-80cf-b6e1980bdd7d tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:41.238748 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f5435eb0-bcac-4cc9-9736-4507e7a8a1ca req-37c2e8ab-7242-40c5-80cf-b6e1980bdd7d tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 943 time: 0.0479672 Aug 13 04:21:41.257953 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e8fbb2e9-8c23-44ad-aa20-02bb53d90ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:41.276104 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-f5435eb0-bcac-4cc9-9736-4507e7a8a1ca req-7b13b987-a8c2-48d9-b10c-e148dcad0901 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314870 Aug 13 04:21:42.025418 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:42.392240 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bed5a-9b86-45d5-abb2-7fdaa9624f6e req-1e030094-8197-4621-a4e4-4245bfa1b649 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:42.393731 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-820bed5a-9b86-45d5-abb2-7fdaa9624f6e req-1e030094-8197-4621-a4e4-4245bfa1b649 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 943 time: 0.0514290 Aug 13 04:21:42.430887 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-820bed5a-9b86-45d5-abb2-7fdaa9624f6e req-6123f5c6-cea6-43a1-94cb-8a04854173d4 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304613 Aug 13 04:21:42.596316 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:43.543076 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce757f21-aceb-49e1-9d35-6bfd83558feb req-422c9d50-99f8-431c-8ea7-383e419ecc40 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:43.544582 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ce757f21-aceb-49e1-9d35-6bfd83558feb req-422c9d50-99f8-431c-8ea7-383e419ecc40 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 943 time: 0.0477116 Aug 13 04:21:43.580803 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ce757f21-aceb-49e1-9d35-6bfd83558feb req-8953883e-8504-43cd-8abb-d06016d6435d tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304077 Aug 13 04:21:44.214030 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:44.703947 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d589380-f705-4c24-859c-dfa35dee17f7 req-0eaee8ee-74c1-40d4-883d-e5b204382f6a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:44.705441 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2d589380-f705-4c24-859c-dfa35dee17f7 req-0eaee8ee-74c1-40d4-883d-e5b204382f6a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 943 time: 0.0543110 Aug 13 04:21:44.743517 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-2d589380-f705-4c24-859c-dfa35dee17f7 req-0781b335-a989-440b-aed6-909b60af780c tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322425 Aug 13 04:21:45.327597 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 0d9b4a4f-4132-4d0b-a166-497c2a3093bd details requested by agent hyperv_hv-cinder-75998 with host hv-cinder-75998 {{(pid=94568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:21:45.421766 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 0d9b4a4f-4132-4d0b-a166-497c2a3093bd, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=0d9b4a4f-4132-4d0b-a166-497c2a3093bd,segment=NetworkSegment(959b64a0-600e-4c8a-a999-c6c028523cc0),segment_id=959b64a0-600e-4c8a-a999-c6c028523cc0)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:21:45.432595 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Returning: {'device': '0d9b4a4f-4132-4d0b-a166-497c2a3093bd', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'port_id': '0d9b4a4f-4132-4d0b-a166-497c2a3093bd', 'mac_address': 'fa:16:3e:06:90:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:21:45.472467 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:45.485106 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9b4a4f-4132-4d0b-a166-497c2a3093bd {{(pid=94568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:21:45.503563 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 0d9b4a4f-4132-4d0b-a166-497c2a3093bd, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=0d9b4a4f-4132-4d0b-a166-497c2a3093bd,segment=NetworkSegment(959b64a0-600e-4c8a-a999-c6c028523cc0),segment_id=959b64a0-600e-4c8a-a999-c6c028523cc0)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:21:45.601343 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:45.648453 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=0d9b4a4f-4132-4d0b-a166-497c2a3093bd,revision_number=4']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:45.843337 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] get_ports_and_sgs() called for port_ids ['0d9b4a4f-4132-4d0b-a166-497c2a3093bd'] {{(pid=94568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:21:45.864723 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adda7ae-54e3-486c-bb5c-16c85452259b req-668e3ad5-f944-472c-ab9a-2138c885f7c7 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:45.866234 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8adda7ae-54e3-486c-bb5c-16c85452259b req-668e3ad5-f944-472c-ab9a-2138c885f7c7 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 944 time: 0.0522385 Aug 13 04:21:45.903760 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8adda7ae-54e3-486c-bb5c-16c85452259b req-807aa219-0cb0-43db-88fb-204b9949af4c tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309334 Aug 13 04:21:47.018014 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfdc48c-d972-4019-b311-c215e94974d9 req-b76a2441-1ab5-45b8-9c9b-c3561b583723 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:47.019491 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bbfdc48c-d972-4019-b311-c215e94974d9 req-b76a2441-1ab5-45b8-9c9b-c3561b583723 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 944 time: 0.0478678 Aug 13 04:21:47.056579 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-bbfdc48c-d972-4019-b311-c215e94974d9 req-0907685f-22fb-40a6-8e03-24f518c485c2 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302896 Aug 13 04:21:48.170786 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd7626-ef6f-487a-b5cb-b376e280a272 req-15e486b4-8509-4c45-8685-a8b5a5a0ae09 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:48.172237 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8ffd7626-ef6f-487a-b5cb-b376e280a272 req-15e486b4-8509-4c45-8685-a8b5a5a0ae09 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 944 time: 0.0490999 Aug 13 04:21:48.209496 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-8ffd7626-ef6f-487a-b5cb-b376e280a272 req-208ebf82-2cbf-4c06-9d76-02d725ca3dbc tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314162 Aug 13 04:21:49.325568 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de06b4-fdde-4944-930e-e00cf24dde2b req-4f221a37-261a-4112-90b7-b9d1108c2064 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:49.327038 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-91de06b4-fdde-4944-930e-e00cf24dde2b req-4f221a37-261a-4112-90b7-b9d1108c2064 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 944 time: 0.0512977 Aug 13 04:21:49.364138 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-91de06b4-fdde-4944-930e-e00cf24dde2b req-284ff14c-165e-4e24-be64-e4a061564dc3 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310781 Aug 13 04:21:50.476079 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52845a8-3c29-4718-8c78-4949364ffb37 req-a7c1a95e-dd4e-4c88-9209-09cef0c93e10 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:50.477566 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d52845a8-3c29-4718-8c78-4949364ffb37 req-a7c1a95e-dd4e-4c88-9209-09cef0c93e10 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 944 time: 0.0475328 Aug 13 04:21:50.514874 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d52845a8-3c29-4718-8c78-4949364ffb37 req-386a8e79-f4c1-4982-a6d9-b1e776f91d0a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314901 Aug 13 04:21:50.952449 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 0d9b4a4f-4132-4d0b-a166-497c2a3093bd up at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:21:51.059014 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning for port 0d9b4a4f-4132-4d0b-a166-497c2a3093bd completed by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:21:51.063108 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.provisioning_blocks [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Provisioning complete for port 0d9b4a4f-4132-4d0b-a166-497c2a3093bd triggered by entity L2. {{(pid=94568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:21:51.065756 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16478540'] for port, provisioning_complete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:51.144659 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:51.166344 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16252e64-e287-4f30-bdb6-59a44560c693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9b4a4f-4132-4d0b-a166-497c2a3093bd'}] {{(pid=94568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:21:51.168588 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a95166d2bdae052c81d4e28f54f111ff7be0fe6bde31645b24273b87760ff818" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2003a732-ff04-4955-8670-89d02cb45f36" -d '{"events": [{"server_uuid": "16252e64-e287-4f30-bdb6-59a44560c693", "name": "network-vif-plugged", "status": "completed", "tag": "0d9b4a4f-4132-4d0b-a166-497c2a3093bd"}]}' {{(pid=94568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:21:51.181749 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] For port 0d9b4a4f-4132-4d0b-a166-497c2a3093bd, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=0d9b4a4f-4132-4d0b-a166-497c2a3093bd,segment=NetworkSegment(959b64a0-600e-4c8a-a999-c6c028523cc0),segment_id=959b64a0-600e-4c8a-a999-c6c028523cc0)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:21:51.209546 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05527050-6b7b-4017-a35c-5b02be09c888 x-openstack-request-id: req-05527050-6b7b-4017-a35c-5b02be09c888 {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:21:51.209546 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16252e64-e287-4f30-bdb6-59a44560c693", "name": "network-vif-plugged", "status": "completed", "tag": "0d9b4a4f-4132-4d0b-a166-497c2a3093bd", "code": 200}]} {{(pid=94568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:21:51.209546 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05527050-6b7b-4017-a35c-5b02be09c888 {{(pid=94568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:21:51.209546 dv-cinder-759987-6-iscsi neutron-server[94568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16252e64-e287-4f30-bdb6-59a44560c693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9b4a4f-4132-4d0b-a166-497c2a3093bd', 'code': 200} Aug 13 04:21:51.223685 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764'] for port, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:51.277126 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Pushing event updated for resources: {'Port': ['ID=0d9b4a4f-4132-4d0b-a166-497c2a3093bd,revision_number=5']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:51.284261 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:51.284639 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:51.284978 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:51.286109 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:51.286483 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:51.286852 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:51.287178 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:51.288152 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:51.288529 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:51.289631 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:51.289631 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:51.289631 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:51.560185 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4adc8-a9f6-4db7-ba00-171393373e90 req-e4d23618-8347-47b5-b236-84b1e1b701aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:51.561751 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-74e4adc8-a9f6-4db7-ba00-171393373e90 req-e4d23618-8347-47b5-b236-84b1e1b701aa service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 1098 time: 0.0453498 Aug 13 04:21:51.609289 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-74e4adc8-a9f6-4db7-ba00-171393373e90 req-f39eea9f-bcea-4dda-a868-176c7e3ac39f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405977 Aug 13 04:21:51.641886 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d43a5-e434-4748-8ff5-23647b8deac0 req-cf8cf1f9-0136-4514-b312-b750f5cd5e76 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:51.644068 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3d1d43a5-e434-4748-8ff5-23647b8deac0 req-cf8cf1f9-0136-4514-b312-b750f5cd5e76 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 945 time: 0.0594544 Aug 13 04:21:51.684233 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-3d1d43a5-e434-4748-8ff5-23647b8deac0 req-06377499-41ee-4f21-911d-ea2abb5bd40e tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334692 Aug 13 04:21:52.805885 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2e7aa-ddd4-436b-83ef-6894516d2afe req-32381ea8-2f36-4e12-9a36-9f22ed76ea6d tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:52.807369 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-87d2e7aa-ddd4-436b-83ef-6894516d2afe req-32381ea8-2f36-4e12-9a36-9f22ed76ea6d tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 945 time: 0.0534647 Aug 13 04:21:52.843222 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-87d2e7aa-ddd4-436b-83ef-6894516d2afe req-239222db-2d3b-4432-a595-22f94c9d5e78 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300314 Aug 13 04:21:52.956129 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6390e8-668d-4a3c-bc52-e850dd7c5e89 req-814329d6-c669-46f2-b6a8-96a459320c79 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:52.957631 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ac6390e8-668d-4a3c-bc52-e850dd7c5e89 req-814329d6-c669-46f2-b6a8-96a459320c79 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 945 time: 0.0486062 Aug 13 04:21:53.000096 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-ac6390e8-668d-4a3c-bc52-e850dd7c5e89 req-a373c0bd-8fc9-46fc-8570-bad30da3bd35 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363975 Aug 13 04:21:53.027936 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60958) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:53.067593 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f90a64-3e34-4ec3-ac58-03d20649164d tempest-TestVolumeBootPattern-482983081 tempest-TestVolumeBootPattern-482983081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:53.069248 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-a3f90a64-3e34-4ec3-ac58-03d20649164d tempest-TestVolumeBootPattern-482983081 tempest-TestVolumeBootPattern-482983081-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 1093 time: 0.0402794 Aug 13 04:21:53.072141 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60960) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:53.076463 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.v2.base [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Request body: {'floatingip': {'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'port_id': '0d9b4a4f-4132-4d0b-a166-497c2a3093bd', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:21:53.156506 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for floatingip, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:53.253564 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:53.353261 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Allocated IP 172.27.3.88 (a2b3fd62-7513-4482-ab06-e961571be3c5/2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e/1765983f-0852-4826-9cf0-d3f3f6693341) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:21:53.454769 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:53.579491 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784943956956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:53.612875 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Network a2b3fd62-7513-4482-ab06-e961571be3c5 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:21:53.615721 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:21:53.621022 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:21:53.651283 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Pushing event updated for resources: {'Port': ['ID=1765983f-0852-4826-9cf0-d3f3f6693341,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:53.660635 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:53.660989 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:53.661327 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:53.661665 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:53.661996 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:53.662640 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:53.663031 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:53.663362 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:53.663687 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:53.664012 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:53.664335 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:53.664682 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:21:53.979796 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:54.104674 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16358159'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:54.143415 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:21:54.252308 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:54.305054 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784944428948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784943956974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784943957764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2630174'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:54.370635 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Pushing event updated for resources: {'Port': ['ID=1765983f-0852-4826-9cf0-d3f3f6693341,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:54.387100 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704406'] for floatingip, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:54.473775 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 60968) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:54.488536 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.db.l3_db [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Floating IP 54634a67-ab83-4d6f-b7bb-ec73703add41 associated. External IP: 172.27.3.88, port: 0d9b4a4f-4132-4d0b-a166-497c2a3093bd. Aug 13 04:21:54.579987 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d669ec16-7da6-4425-b870-7675c58d2b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:54.669365 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d669ec16-7da6-4425-b870-7675c58d2b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:54.728126 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-d669ec16-7da6-4425-b870-7675c58d2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:54.773630 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-d669ec16-7da6-4425-b870-7675c58d2b44 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c07c0bdbfe6c4991963c5efb909ddac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987447 Aug 13 04:21:54.774527 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669ec16-7da6-4425-b870-7675c58d2b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1292f327-bad0-43c3-bbce-dcec6de96a73,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:54.776873 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 60972) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:54.829323 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-42945c7c-b48f-4d05-ad6b-97f573ec33cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:54.852108 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-42945c7c-b48f-4d05-ad6b-97f573ec33cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:54.876762 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:54.939459 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-42945c7c-b48f-4d05-ad6b-97f573ec33cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:54.942334 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-42945c7c-b48f-4d05-ad6b-97f573ec33cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:54.944194 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-42945c7c-b48f-4d05-ad6b-97f573ec33cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1292f327-bad0-43c3-bbce-dcec6de96a73 HTTP/1.1" status: 204 len: 168 time: 0.1657128 Aug 13 04:21:54.945107 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:21:54.952981 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42945c7c-b48f-4d05-ad6b-97f573ec33cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1292f327-bad0-43c3-bbce-dcec6de96a73,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:55.049270 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:21:55.059659 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2435ed-10b6-4c29-b4b0-dd0c52977033 None None] Sync routers for ids ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:21:55.068197 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2435ed-10b6-4c29-b4b0-dd0c52977033 None None] Routers {'05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:21:55.068875 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-bf2435ed-10b6-4c29-b4b0-dd0c52977033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:21:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:21:55.156825 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for floatingip, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:55.177614 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-bf2435ed-10b6-4c29-b4b0-dd0c52977033 None None] Set router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:21:55.187073 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-0402bcd2-29bf-4a8a-b520-ea4944c828a8 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1138923 Aug 13 04:21:55.187668 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16252e64-e287-4f30-bdb6-59a44560c693', 'tag': '0d9b4a4f-4132-4d0b-a166-497c2a3093bd'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:21:55.189958 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bd27882eb3c5f369e5e71c287e85e980be0a094d6552a040ba295dfdcae25d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add10333-b56f-4305-858d-77fc23c597c8" -d '{"events": [{"name": "network-changed", "server_uuid": "16252e64-e287-4f30-bdb6-59a44560c693", "tag": "0d9b4a4f-4132-4d0b-a166-497c2a3093bd"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:21:55.235512 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b88afb5-05c7-4288-a6f3-bb33f20d7009 x-openstack-request-id: req-7b88afb5-05c7-4288-a6f3-bb33f20d7009 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:21:55.235512 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16252e64-e287-4f30-bdb6-59a44560c693", "tag": "0d9b4a4f-4132-4d0b-a166-497c2a3093bd", "status": "completed", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:21:55.235512 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b88afb5-05c7-4288-a6f3-bb33f20d7009 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:21:55.235512 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16252e64-e287-4f30-bdb6-59a44560c693', 'tag': '0d9b4a4f-4132-4d0b-a166-497c2a3093bd', 'status': 'completed', 'code': 200} Aug 13 04:21:55.295427 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add10333-b56f-4305-858d-77fc23c597c8 req-8bec68d1-31b1-4919-8fb5-f3feb7dd44aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:55.297060 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-add10333-b56f-4305-858d-77fc23c597c8 req-8bec68d1-31b1-4919-8fb5-f3feb7dd44aa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7da99b58a71342b9b2d6a5ea1451b765&device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 1098 time: 0.0432222 Aug 13 04:21:55.397593 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add10333-b56f-4305-858d-77fc23c597c8 req-3d11930b-6b93-43eb-810e-d4e61da0134d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:55.399086 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-add10333-b56f-4305-858d-77fc23c597c8 req-3d11930b-6b93-43eb-810e-d4e61da0134d service neutron] 10.222.0.22 "GET /v2.0/networks?id=7c3089e4-8e84-4971-98ba-e9013a95d55b HTTP/1.1" status: 200 len: 912 time: 0.0897064 Aug 13 04:21:55.411409 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-bf2435ed-10b6-4c29-b4b0-dd0c52977033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:40Z', 'revision_number': 4, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': '34006e1c-b618-4b22-8044-f99f0079e6f5', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'port_id': '5142591f-557e-4288-9e45-f379850d9389', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'mac_address': 'fa:16:3e:29:d0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f053059d-b14d-4038-966f-0f61513501d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:19:44Z', 'updated_at': '2021-08-13T04:19:47Z', 'revision_number': 1, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'fixed_ip_address_scope': None}, {'id': '54634a67-ab83-4d6f-b7bb-ec73703add41', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'port_id': '0d9b4a4f-4132-4d0b-a166-497c2a3093bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'mac_address': 'fa:16:3e:06:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16252e64-e287-4f30-bdb6-59a44560c693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:21:53Z', 'updated_at': '2021-08-13T04:21:53Z', 'revision_number': 0, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf2f1230-4617-43b2-93b6-6ae9e0516fd4', 'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'mac_address': 'fa:16:3e:7d:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:40Z', 'updated_at': '2021-08-13T04:15:47Z', 'revision_number': 5, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'subnets': [{'id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:21:55.437465 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2435ed-10b6-4c29-b4b0-dd0c52977033 None None] Checking router: 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:21:55.447529 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2435ed-10b6-4c29-b4b0-dd0c52977033 None None] Routers {'05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:21:55.448266 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-bf2435ed-10b6-4c29-b4b0-dd0c52977033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:21:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:21:55.467060 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-add10333-b56f-4305-858d-77fc23c597c8 req-cb5659ca-8a4b-42f6-85c7-15e1c9210726 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d9b4a4f-4132-4d0b-a166-497c2a3093bd HTTP/1.1" status: 200 len: 998 time: 0.0590441 Aug 13 04:21:55.526597 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add10333-b56f-4305-858d-77fc23c597c8 req-d79a5ba9-b2b4-4e43-bfd9-c6405b4e1af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:55.528168 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-add10333-b56f-4305-858d-77fc23c597c8 req-d79a5ba9-b2b4-4e43-bfd9-c6405b4e1af4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a463f44d-8044-41b8-88a4-df5cd43047ae HTTP/1.1" status: 200 len: 850 time: 0.0527980 Aug 13 04:21:55.555343 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-bf2435ed-10b6-4c29-b4b0-dd0c52977033 None None] Set router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:21:55.576049 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add10333-b56f-4305-858d-77fc23c597c8 req-15ddb93d-2740-4c64-ab25-ef9e75a35ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:21:55.577599 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-add10333-b56f-4305-858d-77fc23c597c8 req-15ddb93d-2740-4c64-ab25-ef9e75a35ac0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c3089e4-8e84-4971-98ba-e9013a95d55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409617 Aug 13 04:21:55.583849 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 60982) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:55.605768 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4c27-d6cf-498b-ac1b-d546862ad4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:55.715174 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-add10333-b56f-4305-858d-77fc23c597c8 req-958cbb11-0826-43c1-9bf6-82dcca43ec39 service neutron] 10.222.0.22 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230838 Aug 13 04:21:55.784092 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-bf2435ed-10b6-4c29-b4b0-dd0c52977033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:40Z', 'revision_number': 4, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': '34006e1c-b618-4b22-8044-f99f0079e6f5', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'port_id': '5142591f-557e-4288-9e45-f379850d9389', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'mac_address': 'fa:16:3e:29:d0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f053059d-b14d-4038-966f-0f61513501d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:19:44Z', 'updated_at': '2021-08-13T04:19:47Z', 'revision_number': 1, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'fixed_ip_address_scope': None}, {'id': '54634a67-ab83-4d6f-b7bb-ec73703add41', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'port_id': '0d9b4a4f-4132-4d0b-a166-497c2a3093bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'mac_address': 'fa:16:3e:06:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16252e64-e287-4f30-bdb6-59a44560c693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:21:53Z', 'updated_at': '2021-08-13T04:21:53Z', 'revision_number': 0, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf2f1230-4617-43b2-93b6-6ae9e0516fd4', 'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'mac_address': 'fa:16:3e:7d:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:40Z', 'updated_at': '2021-08-13T04:15:47Z', 'revision_number': 5, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'subnets': [{'id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:21:55.810267 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2435ed-10b6-4c29-b4b0-dd0c52977033 None None] The sync data for ids ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'] in dv-cinder-759987-6-iscsi is: [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:40Z', 'revision_number': 4, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': '34006e1c-b618-4b22-8044-f99f0079e6f5', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'port_id': '5142591f-557e-4288-9e45-f379850d9389', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'mac_address': 'fa:16:3e:29:d0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f053059d-b14d-4038-966f-0f61513501d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:19:44Z', 'updated_at': '2021-08-13T04:19:47Z', 'revision_number': 1, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'fixed_ip_address_scope': None}, {'id': '54634a67-ab83-4d6f-b7bb-ec73703add41', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'port_id': '0d9b4a4f-4132-4d0b-a166-497c2a3093bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'mac_address': 'fa:16:3e:06:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16252e64-e287-4f30-bdb6-59a44560c693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:21:53Z', 'updated_at': '2021-08-13T04:21:53Z', 'revision_number': 0, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf2f1230-4617-43b2-93b6-6ae9e0516fd4', 'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'mac_address': 'fa:16:3e:7d:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:40Z', 'updated_at': '2021-08-13T04:15:47Z', 'revision_number': 5, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'subnets': [{'id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:21:55.834643 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4c27-d6cf-498b-ac1b-d546862ad4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:55.840503 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-add10333-b56f-4305-858d-77fc23c597c8 req-c6213149-0587-489a-be5c-460789f33338 service neutron] 10.222.0.22 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175313 Aug 13 04:21:55.876248 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-bd2f4c27-d6cf-498b-ac1b-d546862ad4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:55.916836 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-bd2f4c27-d6cf-498b-ac1b-d546862ad4a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a53e4470a0b941c5b269749dcfa72431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312933 Aug 13 04:21:55.917709 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f4c27-d6cf-498b-ac1b-d546862ad4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ecf483-6a9f-4bc6-a05b-6d5442577792,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:55.919610 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 60984) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:55.973171 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-10572669-803e-4222-ba81-e15d2ed51d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:55.995194 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-10572669-803e-4222-ba81-e15d2ed51d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:56.011862 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57920a18-d29d-428e-b35e-b78c4fd345c5 None None] New status for floating IP 54634a67-ab83-4d6f-b7bb-ec73703add41: ACTIVE {{(pid=94569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:21:56.093660 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-10572669-803e-4222-ba81-e15d2ed51d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:56.096329 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-10572669-803e-4222-ba81-e15d2ed51d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:56.097532 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-10572669-803e-4222-ba81-e15d2ed51d75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/01ecf483-6a9f-4bc6-a05b-6d5442577792 HTTP/1.1" status: 204 len: 168 time: 0.1767440 Aug 13 04:21:56.105504 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10572669-803e-4222-ba81-e15d2ed51d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ecf483-6a9f-4bc6-a05b-6d5442577792,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:58.379820 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 32796) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:58.484117 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-878f1655-7e74-480e-b83f-928f8cf21bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:58.566700 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-878f1655-7e74-480e-b83f-928f8cf21bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:58.628862 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-878f1655-7e74-480e-b83f-928f8cf21bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:58.666972 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-878f1655-7e74-480e-b83f-928f8cf21bda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2919b5dd41eb4d2692a5239657eeaae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858267 Aug 13 04:21:58.667880 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f1655-7e74-480e-b83f-928f8cf21bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0c1edf-ff23-460c-8457-4c1ba3fba97a,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:58.669740 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 32800) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:58.723452 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-11cfc55e-586b-4e73-8219-8bb769a5ccc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:58.744321 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-11cfc55e-586b-4e73-8219-8bb769a5ccc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:58.870294 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-11cfc55e-586b-4e73-8219-8bb769a5ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:58.872841 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-11cfc55e-586b-4e73-8219-8bb769a5ccc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:58.874001 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-11cfc55e-586b-4e73-8219-8bb769a5ccc9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c0c1edf-ff23-460c-8457-4c1ba3fba97a HTTP/1.1" status: 204 len: 168 time: 0.2032704 Aug 13 04:21:58.882189 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfc55e-586b-4e73-8219-8bb769a5ccc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0c1edf-ff23-460c-8457-4c1ba3fba97a,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:59.453041 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 32806) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:59.466169 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6062a3bc-706d-4ea0-b61c-0254ca3d10c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:59.551597 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6062a3bc-706d-4ea0-b61c-0254ca3d10c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:59.618843 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6062a3bc-706d-4ea0-b61c-0254ca3d10c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:59.657041 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-6062a3bc-706d-4ea0-b61c-0254ca3d10c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b6fb42f2996483698cea849fdf83a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2029543 Aug 13 04:21:59.657906 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062a3bc-706d-4ea0-b61c-0254ca3d10c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c202ad2e-6b38-4cfe-9c83-493e9f1d10fa,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:21:59.659786 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 32808) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:59.711873 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b63553c6-fc70-4035-a1b1-8f12d05b03b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:59.732753 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b63553c6-fc70-4035-a1b1-8f12d05b03b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:59.824627 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b63553c6-fc70-4035-a1b1-8f12d05b03b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:59.827148 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b63553c6-fc70-4035-a1b1-8f12d05b03b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:59.828274 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-b63553c6-fc70-4035-a1b1-8f12d05b03b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c202ad2e-6b38-4cfe-9c83-493e9f1d10fa HTTP/1.1" status: 204 len: 168 time: 0.1673329 Aug 13 04:21:59.837597 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63553c6-fc70-4035-a1b1-8f12d05b03b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c202ad2e-6b38-4cfe-9c83-493e9f1d10fa,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:08.796131 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-af351b56-e3a6-46c1-acd0-4305400c310c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:11.196581 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-05d8ee6a-933b-42bf-804b-7926e7f00fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:12.040742 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:12.129586 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 32946) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:12.231481 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-76a495ea-e9bb-4c0e-8022-68541beb43e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:12.315278 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-76a495ea-e9bb-4c0e-8022-68541beb43e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:12.401533 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-76a495ea-e9bb-4c0e-8022-68541beb43e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:12.438540 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-76a495ea-e9bb-4c0e-8022-68541beb43e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a765ba07314a4c8180f1d23fda787fb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079245 Aug 13 04:22:12.439396 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a495ea-e9bb-4c0e-8022-68541beb43e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23801a56-03f6-4270-b7de-c9b5483b6552,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:12.441242 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 32950) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:12.489345 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-efcbb02a-6119-416f-ac7d-20e25706504d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:12.512327 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-efcbb02a-6119-416f-ac7d-20e25706504d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:12.595858 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:12.624620 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-efcbb02a-6119-416f-ac7d-20e25706504d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:12.627236 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-efcbb02a-6119-416f-ac7d-20e25706504d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:12.628484 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-efcbb02a-6119-416f-ac7d-20e25706504d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23801a56-03f6-4270-b7de-c9b5483b6552 HTTP/1.1" status: 204 len: 168 time: 0.1862226 Aug 13 04:22:12.637584 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbb02a-6119-416f-ac7d-20e25706504d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23801a56-03f6-4270-b7de-c9b5483b6552,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:13.223718 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 32956) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:13.237394 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-18907b2b-1fc8-4ffa-aa5f-4964a5ad898c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:13.323289 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-18907b2b-1fc8-4ffa-aa5f-4964a5ad898c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:13.402062 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-18907b2b-1fc8-4ffa-aa5f-4964a5ad898c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:13.441483 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-18907b2b-1fc8-4ffa-aa5f-4964a5ad898c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4a80c8269b64a3f87ddfe1a01fc1bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2167060 Aug 13 04:22:13.442335 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18907b2b-1fc8-4ffa-aa5f-4964a5ad898c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6522ab1c-28d4-4b91-ab38-3030ca388dd6,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:13.444129 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 32958) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:13.495011 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8f2d9106-ab8f-449c-8b86-508d707c84a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:13.514951 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8f2d9106-ab8f-449c-8b86-508d707c84a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:13.636380 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8f2d9106-ab8f-449c-8b86-508d707c84a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:13.638872 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8f2d9106-ab8f-449c-8b86-508d707c84a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:13.640144 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-8f2d9106-ab8f-449c-8b86-508d707c84a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6522ab1c-28d4-4b91-ab38-3030ca388dd6 HTTP/1.1" status: 204 len: 168 time: 0.1947682 Aug 13 04:22:13.648082 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d9106-ab8f-449c-8b86-508d707c84a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6522ab1c-28d4-4b91-ab38-3030ca388dd6,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:14.253337 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:14.337975 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 32964) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:14.351179 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b7bf251c-ebf9-4510-812f-e16cb02a8b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:14.439915 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b7bf251c-ebf9-4510-812f-e16cb02a8b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:14.487055 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b7bf251c-ebf9-4510-812f-e16cb02a8b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:14.525025 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-b7bf251c-ebf9-4510-812f-e16cb02a8b13 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=abcfbb9aca7e4d48a59ffe3e27ee4e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857796 Aug 13 04:22:14.525726 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf251c-ebf9-4510-812f-e16cb02a8b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dceb6074-8752-4856-9913-32725234902f,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:14.527498 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 32966) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:14.575947 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-5b468dc4-15ad-4091-a82e-3f3af89a6df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:14.595933 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-5b468dc4-15ad-4091-a82e-3f3af89a6df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:14.704854 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-5b468dc4-15ad-4091-a82e-3f3af89a6df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:14.707446 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-5b468dc4-15ad-4091-a82e-3f3af89a6df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:14.708633 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-5b468dc4-15ad-4091-a82e-3f3af89a6df6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dceb6074-8752-4856-9913-32725234902f HTTP/1.1" status: 204 len: 168 time: 0.1795614 Aug 13 04:22:14.716661 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b468dc4-15ad-4091-a82e-3f3af89a6df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dceb6074-8752-4856-9913-32725234902f,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:20.269210 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 33040) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:20.371575 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-26ec6249-f849-4686-ad1a-9f389dc033f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:20.457352 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-26ec6249-f849-4686-ad1a-9f389dc033f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:20.504482 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-26ec6249-f849-4686-ad1a-9f389dc033f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:20.542800 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-26ec6249-f849-4686-ad1a-9f389dc033f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16bc45c81ddf4968b7ff448a881a8e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725027 Aug 13 04:22:20.544729 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec6249-f849-4686-ad1a-9f389dc033f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e60ba6-3cdf-499b-ac70-c3fc341dee63,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:20.545491 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 33044) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:20.594609 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a2071049-9748-4fac-8a47-dc8288fe5949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:20.614935 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a2071049-9748-4fac-8a47-dc8288fe5949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:20.714144 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a2071049-9748-4fac-8a47-dc8288fe5949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:20.716696 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a2071049-9748-4fac-8a47-dc8288fe5949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:20.717845 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-a2071049-9748-4fac-8a47-dc8288fe5949 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8e60ba6-3cdf-499b-ac70-c3fc341dee63 HTTP/1.1" status: 204 len: 168 time: 0.1712554 Aug 13 04:22:20.725068 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2071049-9748-4fac-8a47-dc8288fe5949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e60ba6-3cdf-499b-ac70-c3fc341dee63,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:21.251003 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 33050) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:21.264753 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0a897f75-3424-4ae1-9143-2a2c35bd8cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:21.351406 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0a897f75-3424-4ae1-9143-2a2c35bd8cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:21.435621 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0a897f75-3424-4ae1-9143-2a2c35bd8cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:21.472621 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-0a897f75-3424-4ae1-9143-2a2c35bd8cf9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4a79298a71d40d0819ed21a74ab7719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205243 Aug 13 04:22:21.473475 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a897f75-3424-4ae1-9143-2a2c35bd8cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db40bfe-0b3a-45c1-87d3-382ef914627b,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:21.475952 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 33052) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:21.525379 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6a2f5786-c661-41a3-a2ea-f46bcfde6cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:21.546385 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6a2f5786-c661-41a3-a2ea-f46bcfde6cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:21.658475 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6a2f5786-c661-41a3-a2ea-f46bcfde6cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:21.661065 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-6a2f5786-c661-41a3-a2ea-f46bcfde6cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:21.662279 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-6a2f5786-c661-41a3-a2ea-f46bcfde6cc6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7db40bfe-0b3a-45c1-87d3-382ef914627b HTTP/1.1" status: 204 len: 168 time: 0.1853085 Aug 13 04:22:21.670963 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f5786-c661-41a3-a2ea-f46bcfde6cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db40bfe-0b3a-45c1-87d3-382ef914627b,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:24.025620 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 33106) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:24.126900 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-a57c0162-9e23-41ef-9e3f-987947ed52f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:24.213785 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-a57c0162-9e23-41ef-9e3f-987947ed52f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:24.297197 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-a57c0162-9e23-41ef-9e3f-987947ed52f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:24.335354 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-a57c0162-9e23-41ef-9e3f-987947ed52f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=239dcbc3165b45e98c1bc653719472f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086720 Aug 13 04:22:24.336452 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c0162-9e23-41ef-9e3f-987947ed52f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291b8ea8-327f-4110-90cb-2ab948f8e602,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:24.338317 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 33112) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:24.387136 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-fb5966d3-d5fa-41f2-8563-27fff4efcfd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:24.408133 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-fb5966d3-d5fa-41f2-8563-27fff4efcfd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:24.453409 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c70a96a6-189e-4b88-82ac-853149264caa req-347adc32-ec07-4ce9-a132-d6218f10e700 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398507 Aug 13 04:22:24.514664 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-fb5966d3-d5fa-41f2-8563-27fff4efcfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:24.517386 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-fb5966d3-d5fa-41f2-8563-27fff4efcfd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:24.518562 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-fb5966d3-d5fa-41f2-8563-27fff4efcfd7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/291b8ea8-327f-4110-90cb-2ab948f8e602 HTTP/1.1" status: 204 len: 168 time: 0.1792252 Aug 13 04:22:24.526563 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5966d3-d5fa-41f2-8563-27fff4efcfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291b8ea8-327f-4110-90cb-2ab948f8e602,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:24.534684 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a96a6-189e-4b88-82ac-853149264caa req-ad3cf0d0-6b93-48c6-a76e-b598bcb5ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:22:24.539121 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c70a96a6-189e-4b88-82ac-853149264caa req-ad3cf0d0-6b93-48c6-a76e-b598bcb5ad48 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7da99b58a71342b9b2d6a5ea1451b765&device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 1098 time: 0.0414364 Aug 13 04:22:24.643733 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a96a6-189e-4b88-82ac-853149264caa req-70671de1-d313-45d1-b92f-81a6fc750e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:22:24.645259 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c70a96a6-189e-4b88-82ac-853149264caa req-70671de1-d313-45d1-b92f-81a6fc750e47 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7c3089e4-8e84-4971-98ba-e9013a95d55b HTTP/1.1" status: 200 len: 912 time: 0.0871117 Aug 13 04:22:24.710158 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c70a96a6-189e-4b88-82ac-853149264caa req-8d5793c3-10bc-4c4f-9a0b-2833bdff6a20 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5142591f-557e-4288-9e45-f379850d9389 HTTP/1.1" status: 200 len: 1000 time: 0.0573959 Aug 13 04:22:24.762429 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a96a6-189e-4b88-82ac-853149264caa req-fca19275-a61d-46ff-9f62-b5ea10a8d6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:22:24.763875 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c70a96a6-189e-4b88-82ac-853149264caa req-fca19275-a61d-46ff-9f62-b5ea10a8d6bb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a463f44d-8044-41b8-88a4-df5cd43047ae HTTP/1.1" status: 200 len: 850 time: 0.0467491 Aug 13 04:22:24.810968 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a96a6-189e-4b88-82ac-853149264caa req-faff593a-93c1-4a05-8526-06793a17ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:22:24.812498 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c70a96a6-189e-4b88-82ac-853149264caa req-faff593a-93c1-4a05-8526-06793a17ecd7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c3089e4-8e84-4971-98ba-e9013a95d55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417128 Aug 13 04:22:24.903451 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c70a96a6-189e-4b88-82ac-853149264caa req-ecc60fa1-c00a-4cfd-947d-bb4c4ca8984c service neutron] 10.222.0.22 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837700 Aug 13 04:22:24.915897 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:24.995792 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c70a96a6-189e-4b88-82ac-853149264caa req-e7b00688-428b-4826-8669-2e27ccf51b0c service neutron] 10.222.0.22 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851026 Aug 13 04:22:25.139509 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 33118) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:25.160514 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-04946c66-e3bd-464b-9c9a-d5f15ccf7072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:25.242172 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-04946c66-e3bd-464b-9c9a-d5f15ccf7072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:25.304098 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-04946c66-e3bd-464b-9c9a-d5f15ccf7072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:25.340656 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04946c66-e3bd-464b-9c9a-d5f15ccf7072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc397c1-ddef-4f41-a4fd-858845a0548b,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:25.344719 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-04946c66-e3bd-464b-9c9a-d5f15ccf7072 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59246f66756845d2877f99690558bdef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041855 Aug 13 04:22:25.347987 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 33120) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:25.396303 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-7bb80b88-403c-45d8-8dbb-df5ccecc037f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:25.420113 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-7bb80b88-403c-45d8-8dbb-df5ccecc037f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:25.521729 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-7bb80b88-403c-45d8-8dbb-df5ccecc037f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:25.524284 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-7bb80b88-403c-45d8-8dbb-df5ccecc037f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:25.525478 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-7bb80b88-403c-45d8-8dbb-df5ccecc037f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6cc397c1-ddef-4f41-a4fd-858845a0548b HTTP/1.1" status: 204 len: 168 time: 0.1768796 Aug 13 04:22:25.533917 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb80b88-403c-45d8-8dbb-df5ccecc037f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc397c1-ddef-4f41-a4fd-858845a0548b,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:31.133887 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:22:36.670325 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 33210) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:36.772561 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-a609cbc4-4e4c-43c8-900b-900bfcd435c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:36.860673 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-a609cbc4-4e4c-43c8-900b-900bfcd435c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:36.931266 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-a609cbc4-4e4c-43c8-900b-900bfcd435c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_create {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:36.970558 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-a609cbc4-4e4c-43c8-900b-900bfcd435c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b83fc777428445a9906f5385aabfef24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985396 Aug 13 04:22:36.971681 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609cbc4-4e4c-43c8-900b-900bfcd435c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a84b23-1acc-453b-8b37-5bfb22cbc497,revision_number=1']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:36.973347 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 33214) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:36.978762 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609cbc4-4e4c-43c8-900b-900bfcd435c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:36.979108 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609cbc4-4e4c-43c8-900b-900bfcd435c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:36.979443 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609cbc4-4e4c-43c8-900b-900bfcd435c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:36.979769 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609cbc4-4e4c-43c8-900b-900bfcd435c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:36.980096 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609cbc4-4e4c-43c8-900b-900bfcd435c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:36.980442 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609cbc4-4e4c-43c8-900b-900bfcd435c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:36.980766 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609cbc4-4e4c-43c8-900b-900bfcd435c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:36.981083 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609cbc4-4e4c-43c8-900b-900bfcd435c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:36.981401 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609cbc4-4e4c-43c8-900b-900bfcd435c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:36.981718 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609cbc4-4e4c-43c8-900b-900bfcd435c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:36.982033 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609cbc4-4e4c-43c8-900b-900bfcd435c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:36.982345 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609cbc4-4e4c-43c8-900b-900bfcd435c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:37.023609 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-26deb8bb-8bc1-4fe9-baaa-d1aac9b60260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:37.043126 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-26deb8bb-8bc1-4fe9-baaa-d1aac9b60260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:37.264213 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-26deb8bb-8bc1-4fe9-baaa-d1aac9b60260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:37.266790 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-26deb8bb-8bc1-4fe9-baaa-d1aac9b60260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:37.267962 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-26deb8bb-8bc1-4fe9-baaa-d1aac9b60260 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02a84b23-1acc-453b-8b37-5bfb22cbc497 HTTP/1.1" status: 204 len: 168 time: 0.2935905 Aug 13 04:22:37.275746 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26deb8bb-8bc1-4fe9-baaa-d1aac9b60260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a84b23-1acc-453b-8b37-5bfb22cbc497,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:38.801345 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-f568606d-4043-42b2-b759-3899b0fc4c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:41.201306 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-393eb6a9-6d93-48e2-8cf0-47347dfe4b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:42.029579 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:42.613016 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:44.216638 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:54.930994 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:08.133567 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:23:08.794831 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-11dc655a-9d35-4c8f-b4ce-0ef6fbc93883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:11.206216 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-f3b2b0b0-ebdc-451b-8e25-a5477b6b7eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:12.045260 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:12.695999 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:14.217693 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:24.914758 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:25.562343 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a5e0bb13-992c-4c92-8cd4-1d9f34fda720 req-67f9f49a-849f-4010-8e54-d83ac3151d9f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1254075 Aug 13 04:23:25.625988 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0bb13-992c-4c92-8cd4-1d9f34fda720 req-ffed5f68-4227-4c78-9818-29d6d5384cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:23:25.627372 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a5e0bb13-992c-4c92-8cd4-1d9f34fda720 req-ffed5f68-4227-4c78-9818-29d6d5384cf1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7da99b58a71342b9b2d6a5ea1451b765&device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 1098 time: 0.0433724 Aug 13 04:23:25.726170 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0bb13-992c-4c92-8cd4-1d9f34fda720 req-99761a1f-0fcd-4f2a-aaed-d52e449726e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:23:25.727599 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a5e0bb13-992c-4c92-8cd4-1d9f34fda720 req-99761a1f-0fcd-4f2a-aaed-d52e449726e3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7c3089e4-8e84-4971-98ba-e9013a95d55b HTTP/1.1" status: 200 len: 912 time: 0.0817838 Aug 13 04:23:25.792542 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a5e0bb13-992c-4c92-8cd4-1d9f34fda720 req-148b988d-02bd-4bbe-b7e7-d6a5101de1f6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d9b4a4f-4132-4d0b-a166-497c2a3093bd HTTP/1.1" status: 200 len: 1000 time: 0.0583606 Aug 13 04:23:25.839882 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0bb13-992c-4c92-8cd4-1d9f34fda720 req-051a2a20-c254-4550-985c-98efc28cbce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:23:25.841292 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a5e0bb13-992c-4c92-8cd4-1d9f34fda720 req-051a2a20-c254-4550-985c-98efc28cbce1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a463f44d-8044-41b8-88a4-df5cd43047ae HTTP/1.1" status: 200 len: 850 time: 0.0421786 Aug 13 04:23:25.885709 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0bb13-992c-4c92-8cd4-1d9f34fda720 req-38fed3b9-1496-4228-b997-d77c01d95aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:23:25.887051 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a5e0bb13-992c-4c92-8cd4-1d9f34fda720 req-38fed3b9-1496-4228-b997-d77c01d95aa0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c3089e4-8e84-4971-98ba-e9013a95d55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392542 Aug 13 04:23:25.898353 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [req-a5e0bb13-992c-4c92-8cd4-1d9f34fda720 req-2d575a07-bc06-46b3-b256-0c65a08785b6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:23:25.899272 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a5e0bb13-992c-4c92-8cd4-1d9f34fda720 req-2d575a07-bc06-46b3-b256-0c65a08785b6 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048199 Aug 13 04:23:25.987136 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a5e0bb13-992c-4c92-8cd4-1d9f34fda720 req-5a4d7fb5-0476-41ca-9cdc-0f7f443ca482 service neutron] 10.222.0.22 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808668 Aug 13 04:23:26.073929 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-a5e0bb13-992c-4c92-8cd4-1d9f34fda720 req-e4224d25-f469-4bc5-a3ff-48008c05cf21 service neutron] 10.222.0.22 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792270 Aug 13 04:23:30.892536 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 33240) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:23:31.046547 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Deleting port 1765983f-0852-4826-9cf0-d3f3f6693341 {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:23:31.046893 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:31.122782 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:31.123117 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:31.135206 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Calling delete_port for 1765983f-0852-4826-9cf0-d3f3f6693341 owned by network:floatingip {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:23:31.332177 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:31.359882 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Pushing event deleted for resources: {'Port': ['ID=1765983f-0852-4826-9cf0-d3f3f6693341,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:23:31.370925 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:31.371277 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:31.371618 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:31.371949 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:31.372274 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:31.372639 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:31.372980 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:31.373291 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:31.373612 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:31.373936 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:31.374254 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:31.374570 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:31.427475 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for floatingip, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:31.428036 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.db.l3_db [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Floating IP 54634a67-ab83-4d6f-b7bb-ec73703add41 disassociated (deleted). External IP: 172.27.3.88, port: 0d9b4a4f-4132-4d0b-a166-497c2a3093bd. Aug 13 04:23:31.630063 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:23:31.735482 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:23:31.740408 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for floatingip, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:31.744951 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5834e9d-30e2-4975-9eed-d1f7841330fc None None] Sync routers for ids ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:23:31.755233 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5834e9d-30e2-4975-9eed-d1f7841330fc None None] Routers {'05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:23:31.755864 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-e5834e9d-30e2-4975-9eed-d1f7841330fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:23:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:23:31.766334 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-1ca4d2ec-6863-4f48-8ade-3bb30fb26756 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "DELETE /v2.0/floatingips/54634a67-ab83-4d6f-b7bb-ec73703add41 HTTP/1.1" status: 204 len: 168 time: 0.8726869 Aug 13 04:23:31.767012 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16252e64-e287-4f30-bdb6-59a44560c693', 'tag': '0d9b4a4f-4132-4d0b-a166-497c2a3093bd'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:23:31.769493 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bd27882eb3c5f369e5e71c287e85e980be0a094d6552a040ba295dfdcae25d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78fb559-5428-4176-8ea4-b474e9380509" -d '{"events": [{"name": "network-changed", "server_uuid": "16252e64-e287-4f30-bdb6-59a44560c693", "tag": "0d9b4a4f-4132-4d0b-a166-497c2a3093bd"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:23:31.809358 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8518be2-f062-460f-9fb6-9bb96a37b19e x-openstack-request-id: req-c8518be2-f062-460f-9fb6-9bb96a37b19e {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:23:31.809654 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16252e64-e287-4f30-bdb6-59a44560c693", "tag": "0d9b4a4f-4132-4d0b-a166-497c2a3093bd", "status": "completed", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:23:31.809931 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8518be2-f062-460f-9fb6-9bb96a37b19e {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:23:31.811011 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16252e64-e287-4f30-bdb6-59a44560c693', 'tag': '0d9b4a4f-4132-4d0b-a166-497c2a3093bd', 'status': 'completed', 'code': 200} Aug 13 04:23:31.864083 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-e5834e9d-30e2-4975-9eed-d1f7841330fc None None] Set router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:23:31.870946 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fb559-5428-4176-8ea4-b474e9380509 req-15ca2ac2-5615-4e11-8af0-df0242b457de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:23:31.872578 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c78fb559-5428-4176-8ea4-b474e9380509 req-15ca2ac2-5615-4e11-8af0-df0242b457de service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7da99b58a71342b9b2d6a5ea1451b765&device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 1098 time: 0.0412989 Aug 13 04:23:31.968111 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fb559-5428-4176-8ea4-b474e9380509 req-40dee6f1-e9da-46cd-b632-c48249750a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:23:31.969547 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c78fb559-5428-4176-8ea4-b474e9380509 req-40dee6f1-e9da-46cd-b632-c48249750a50 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7c3089e4-8e84-4971-98ba-e9013a95d55b HTTP/1.1" status: 200 len: 912 time: 0.0901046 Aug 13 04:23:32.011146 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c78fb559-5428-4176-8ea4-b474e9380509 req-f300be70-f082-405d-b18c-d4568e60d330 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d9b4a4f-4132-4d0b-a166-497c2a3093bd HTTP/1.1" status: 200 len: 217 time: 0.0349329 Aug 13 04:23:32.061704 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fb559-5428-4176-8ea4-b474e9380509 req-43062625-57f1-4742-a837-34ed17d8732c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:23:32.063160 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c78fb559-5428-4176-8ea4-b474e9380509 req-43062625-57f1-4742-a837-34ed17d8732c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a463f44d-8044-41b8-88a4-df5cd43047ae HTTP/1.1" status: 200 len: 850 time: 0.0458856 Aug 13 04:23:32.095862 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-e5834e9d-30e2-4975-9eed-d1f7841330fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:40Z', 'revision_number': 4, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': '34006e1c-b618-4b22-8044-f99f0079e6f5', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'port_id': '5142591f-557e-4288-9e45-f379850d9389', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'mac_address': 'fa:16:3e:29:d0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f053059d-b14d-4038-966f-0f61513501d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:19:44Z', 'updated_at': '2021-08-13T04:19:47Z', 'revision_number': 1, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf2f1230-4617-43b2-93b6-6ae9e0516fd4', 'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'mac_address': 'fa:16:3e:7d:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:40Z', 'updated_at': '2021-08-13T04:15:47Z', 'revision_number': 5, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'subnets': [{'id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:23:32.112832 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fb559-5428-4176-8ea4-b474e9380509 req-6233fb80-1429-4109-886e-66fd76963631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:23:32.114344 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c78fb559-5428-4176-8ea4-b474e9380509 req-6233fb80-1429-4109-886e-66fd76963631 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c3089e4-8e84-4971-98ba-e9013a95d55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443757 Aug 13 04:23:32.212785 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c78fb559-5428-4176-8ea4-b474e9380509 req-9042beac-401f-4c2f-84db-22f94ea40151 service neutron] 10.222.0.22 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904846 Aug 13 04:23:32.257040 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5834e9d-30e2-4975-9eed-d1f7841330fc None None] Checking router: 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:23:32.266078 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5834e9d-30e2-4975-9eed-d1f7841330fc None None] Routers {'05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:23:32.266818 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-e5834e9d-30e2-4975-9eed-d1f7841330fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:23:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:23:32.391830 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-e5834e9d-30e2-4975-9eed-d1f7841330fc None None] Set router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:23:32.396972 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cdaea2-7d0b-4e14-a2a8-6ab7af10f2b5 req-934c683a-3123-4660-87d6-7b304dd7ec88 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:23:32.398580 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-16cdaea2-7d0b-4e14-a2a8-6ab7af10f2b5 req-934c683a-3123-4660-87d6-7b304dd7ec88 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 945 time: 0.1937995 Aug 13 04:23:32.440388 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-16cdaea2-7d0b-4e14-a2a8-6ab7af10f2b5 req-4b5ff2b8-db14-4658-b0b9-56566c63f78e tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351081 Aug 13 04:23:32.572154 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-c78fb559-5428-4176-8ea4-b474e9380509 req-685ce6c2-edfd-415d-8fb5-63b4d34f1d19 service neutron] 10.222.0.22 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514380 Aug 13 04:23:32.623291 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-e5834e9d-30e2-4975-9eed-d1f7841330fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:40Z', 'revision_number': 4, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': '34006e1c-b618-4b22-8044-f99f0079e6f5', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'port_id': '5142591f-557e-4288-9e45-f379850d9389', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'mac_address': 'fa:16:3e:29:d0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f053059d-b14d-4038-966f-0f61513501d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:19:44Z', 'updated_at': '2021-08-13T04:19:47Z', 'revision_number': 1, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf2f1230-4617-43b2-93b6-6ae9e0516fd4', 'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'mac_address': 'fa:16:3e:7d:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:40Z', 'updated_at': '2021-08-13T04:15:47Z', 'revision_number': 5, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'subnets': [{'id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:23:32.654645 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5834e9d-30e2-4975-9eed-d1f7841330fc None None] The sync data for ids ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'] in dv-cinder-759987-6-iscsi is: [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:40Z', 'revision_number': 4, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_floatingips': [{'id': '34006e1c-b618-4b22-8044-f99f0079e6f5', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'router_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'port_id': '5142591f-557e-4288-9e45-f379850d9389', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'mac_address': 'fa:16:3e:29:d0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f053059d-b14d-4038-966f-0f61513501d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:19:44Z', 'updated_at': '2021-08-13T04:19:47Z', 'revision_number': 1, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf2f1230-4617-43b2-93b6-6ae9e0516fd4', 'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'mac_address': 'fa:16:3e:7d:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:40Z', 'updated_at': '2021-08-13T04:15:47Z', 'revision_number': 5, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'subnets': [{'id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:23:32.861444 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2e148a-868c-45a2-b8cf-1c94899ebf6b None None] New status for floating IP 54634a67-ab83-4d6f-b7bb-ec73703add41: DOWN {{(pid=94569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:23:33.608354 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b897fe-ebf1-4c5f-989a-c27889d51495 req-18bb4daa-88e2-455a-b425-7378cdb3131b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:23:33.609864 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-81b897fe-ebf1-4c5f-989a-c27889d51495 req-18bb4daa-88e2-455a-b425-7378cdb3131b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 945 time: 0.1013377 Aug 13 04:23:33.648685 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-81b897fe-ebf1-4c5f-989a-c27889d51495 req-0e97a792-7a36-4b89-b732-2f97546d741d tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323939 Aug 13 04:23:33.791591 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7dac9-557f-49d9-a513-91df70e12219 req-1e9201ae-12c6-472b-b281-6cbe73f3c51c tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:23:33.793072 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-21b7dac9-557f-49d9-a513-91df70e12219 req-1e9201ae-12c6-472b-b281-6cbe73f3c51c tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.22 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 945 time: 0.0500093 Aug 13 04:23:33.884384 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-21b7dac9-557f-49d9-a513-91df70e12219 req-70c94cee-4cb8-4ad7-a0e8-269c75bf92ce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Deleting port 0d9b4a4f-4132-4d0b-a166-497c2a3093bd {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:23:33.884730 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-21b7dac9-557f-49d9-a513-91df70e12219 req-70c94cee-4cb8-4ad7-a0e8-269c75bf92ce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:33.968703 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-21b7dac9-557f-49d9-a513-91df70e12219 req-70c94cee-4cb8-4ad7-a0e8-269c75bf92ce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] For port 0d9b4a4f-4132-4d0b-a166-497c2a3093bd, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=0d9b4a4f-4132-4d0b-a166-497c2a3093bd,segment=NetworkSegment(959b64a0-600e-4c8a-a999-c6c028523cc0),segment_id=959b64a0-600e-4c8a-a999-c6c028523cc0)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:23:33.968983 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-21b7dac9-557f-49d9-a513-91df70e12219 req-70c94cee-4cb8-4ad7-a0e8-269c75bf92ce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:33.982605 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-21b7dac9-557f-49d9-a513-91df70e12219 req-70c94cee-4cb8-4ad7-a0e8-269c75bf92ce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Calling delete_port for 0d9b4a4f-4132-4d0b-a166-497c2a3093bd owned by compute:nova {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:23:34.263611 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-21b7dac9-557f-49d9-a513-91df70e12219 req-70c94cee-4cb8-4ad7-a0e8-269c75bf92ce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:34.293629 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c94cee-4cb8-4ad7-a0e8-269c75bf92ce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Pushing event deleted for resources: {'Port': ['ID=0d9b4a4f-4132-4d0b-a166-497c2a3093bd,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:23:34.342406 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b7dac9-557f-49d9-a513-91df70e12219 req-70c94cee-4cb8-4ad7-a0e8-269c75bf92ce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] No DVR routers for this DVR port 0d9b4a4f-4132-4d0b-a166-497c2a3093bd on host hv-cinder-75998 {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:23:34.342406 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-21b7dac9-557f-49d9-a513-91df70e12219 req-70c94cee-4cb8-4ad7-a0e8-269c75bf92ce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:34.342406 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-21b7dac9-557f-49d9-a513-91df70e12219 req-70c94cee-4cb8-4ad7-a0e8-269c75bf92ce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.22 "DELETE /v2.0/ports/0d9b4a4f-4132-4d0b-a166-497c2a3093bd HTTP/1.1" status: 204 len: 173 time: 0.5373833 Aug 13 04:23:34.342406 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16252e64-e287-4f30-bdb6-59a44560c693', 'name': 'network-vif-deleted', 'tag': '0d9b4a4f-4132-4d0b-a166-497c2a3093bd'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:23:34.342406 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f887a57-54fa-4bd8-9d0e-46adca17c075" -d '{"events": [{"server_uuid": "16252e64-e287-4f30-bdb6-59a44560c693", "name": "network-vif-deleted", "tag": "0d9b4a4f-4132-4d0b-a166-497c2a3093bd"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:23:34.445931 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8829984d-d45a-4ff8-8b89-b209cc71b677 x-openstack-request-id: req-8829984d-d45a-4ff8-8b89-b209cc71b677 {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:23:34.450331 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16252e64-e287-4f30-bdb6-59a44560c693", "name": "network-vif-deleted", "tag": "0d9b4a4f-4132-4d0b-a166-497c2a3093bd", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:23:34.450331 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8829984d-d45a-4ff8-8b89-b209cc71b677 {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:23:34.450331 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16252e64-e287-4f30-bdb6-59a44560c693', 'name': 'network-vif-deleted', 'tag': '0d9b4a4f-4132-4d0b-a166-497c2a3093bd', 'status': 'completed', 'code': 200} Aug 13 04:23:34.745091 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-a64b3bdc-7749-46ea-95d0-958e81d3b70e req-76ca9251-dcbd-4b7d-a5e1-6ba689830e21 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=16252e64-e287-4f30-bdb6-59a44560c693 HTTP/1.1" status: 200 len: 210 time: 0.0280981 Aug 13 04:23:37.441132 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 0d9b4a4f-4132-4d0b-a166-497c2a3093bd no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:23:37.461795 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] No Port match for: 0d9b4a4f-4132-4d0b-a166-497c2a3093bd {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:23:37.462139 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 0d9b4a4f-4132-4d0b-a166-497c2a3093bd not bound to the agent host hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:23:38.222847 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 33284) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:23:38.376599 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2cb84c32-a0ad-4c94-b39f-6802a6eb6bfe tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Deleting port a4e7de42-ff1f-4479-ac43-1e783ac00909 {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:23:38.376942 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2cb84c32-a0ad-4c94-b39f-6802a6eb6bfe tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:38.448751 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2cb84c32-a0ad-4c94-b39f-6802a6eb6bfe tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:38.449076 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2cb84c32-a0ad-4c94-b39f-6802a6eb6bfe tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:38.460764 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2cb84c32-a0ad-4c94-b39f-6802a6eb6bfe tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Calling delete_port for a4e7de42-ff1f-4479-ac43-1e783ac00909 owned by network:floatingip {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:23:38.657463 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2cb84c32-a0ad-4c94-b39f-6802a6eb6bfe tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:38.685615 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb84c32-a0ad-4c94-b39f-6802a6eb6bfe tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Pushing event deleted for resources: {'Port': ['ID=a4e7de42-ff1f-4479-ac43-1e783ac00909,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:23:38.743057 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2cb84c32-a0ad-4c94-b39f-6802a6eb6bfe tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for floatingip, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:38.743387 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.db.l3_db [None req-2cb84c32-a0ad-4c94-b39f-6802a6eb6bfe tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Floating IP 34006e1c-b618-4b22-8044-f99f0079e6f5 disassociated (deleted). External IP: 172.27.3.18, port: 5142591f-557e-4288-9e45-f379850d9389. Aug 13 04:23:38.832724 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e615d82f-c63d-4852-aa41-75201e387e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:38.941849 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb84c32-a0ad-4c94-b39f-6802a6eb6bfe tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:23:39.046103 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb84c32-a0ad-4c94-b39f-6802a6eb6bfe tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:23:39.050747 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2cb84c32-a0ad-4c94-b39f-6802a6eb6bfe tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for floatingip, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:39.055348 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e68dc74-8a31-442b-a7e9-a5abb827cfc4 None None] Sync routers for ids ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:23:39.063947 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e68dc74-8a31-442b-a7e9-a5abb827cfc4 None None] Routers {'05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:23:39.064590 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-7e68dc74-8a31-442b-a7e9-a5abb827cfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:23:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:23:39.077277 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-2cb84c32-a0ad-4c94-b39f-6802a6eb6bfe tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "DELETE /v2.0/floatingips/34006e1c-b618-4b22-8044-f99f0079e6f5 HTTP/1.1" status: 204 len: 168 time: 0.8533568 Aug 13 04:23:39.077877 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f053059d-b14d-4038-966f-0f61513501d8', 'tag': '5142591f-557e-4288-9e45-f379850d9389'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:23:39.080207 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bd27882eb3c5f369e5e71c287e85e980be0a094d6552a040ba295dfdcae25d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269f2316-2372-47b9-8f5b-1dd83565e6e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f053059d-b14d-4038-966f-0f61513501d8", "tag": "5142591f-557e-4288-9e45-f379850d9389"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:23:39.183066 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e2c53c-906d-4987-a6f0-fb64d29c3c96 x-openstack-request-id: req-11e2c53c-906d-4987-a6f0-fb64d29c3c96 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:23:39.183357 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f053059d-b14d-4038-966f-0f61513501d8", "tag": "5142591f-557e-4288-9e45-f379850d9389", "status": "completed", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:23:39.183616 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11e2c53c-906d-4987-a6f0-fb64d29c3c96 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:23:39.184018 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f053059d-b14d-4038-966f-0f61513501d8', 'tag': '5142591f-557e-4288-9e45-f379850d9389', 'status': 'completed', 'code': 200} Aug 13 04:23:39.190204 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-7e68dc74-8a31-442b-a7e9-a5abb827cfc4 None None] Set router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:23:39.249256 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f2316-2372-47b9-8f5b-1dd83565e6e2 req-9a998aa5-05f9-406f-9103-13758d154350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:23:39.250840 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-269f2316-2372-47b9-8f5b-1dd83565e6e2 req-9a998aa5-05f9-406f-9103-13758d154350 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7da99b58a71342b9b2d6a5ea1451b765&device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 1098 time: 0.0443218 Aug 13 04:23:39.342013 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f2316-2372-47b9-8f5b-1dd83565e6e2 req-e767bd78-6f5a-4e0a-acd8-b88b54dab63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:23:39.343430 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-269f2316-2372-47b9-8f5b-1dd83565e6e2 req-e767bd78-6f5a-4e0a-acd8-b88b54dab63e service neutron] 10.222.0.22 "GET /v2.0/networks?id=7c3089e4-8e84-4971-98ba-e9013a95d55b HTTP/1.1" status: 200 len: 912 time: 0.0852854 Aug 13 04:23:39.390658 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-269f2316-2372-47b9-8f5b-1dd83565e6e2 req-9e32ac84-e8d1-410b-a874-16960dbc4c77 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5142591f-557e-4288-9e45-f379850d9389 HTTP/1.1" status: 200 len: 217 time: 0.0404732 Aug 13 04:23:39.398827 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-7e68dc74-8a31-442b-a7e9-a5abb827cfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:40Z', 'revision_number': 4, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'bf2f1230-4617-43b2-93b6-6ae9e0516fd4', 'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'mac_address': 'fa:16:3e:7d:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:40Z', 'updated_at': '2021-08-13T04:15:47Z', 'revision_number': 5, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'subnets': [{'id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:23:39.430496 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e68dc74-8a31-442b-a7e9-a5abb827cfc4 None None] Checking router: 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:23:39.439849 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e68dc74-8a31-442b-a7e9-a5abb827cfc4 None None] Routers {'05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:23:39.440495 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-7e68dc74-8a31-442b-a7e9-a5abb827cfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:23:11Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:23:39.443541 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f2316-2372-47b9-8f5b-1dd83565e6e2 req-668f37d0-692c-4f1d-b49b-9a9974aa3d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:23:39.446052 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-269f2316-2372-47b9-8f5b-1dd83565e6e2 req-668f37d0-692c-4f1d-b49b-9a9974aa3d51 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a463f44d-8044-41b8-88a4-df5cd43047ae HTTP/1.1" status: 200 len: 850 time: 0.0456824 Aug 13 04:23:39.494775 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f2316-2372-47b9-8f5b-1dd83565e6e2 req-2bbc8489-d3d7-4b1a-b027-b6674020bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:23:39.496470 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-269f2316-2372-47b9-8f5b-1dd83565e6e2 req-2bbc8489-d3d7-4b1a-b027-b6674020bdc0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7c3089e4-8e84-4971-98ba-e9013a95d55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430992 Aug 13 04:23:39.521189 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db57fb-dedb-4f30-9e7a-7ea11df214bd req-dda161e5-764a-4694-85a5-9b67e829fb30 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:23:39.522880 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d5db57fb-dedb-4f30-9e7a-7ea11df214bd req-dda161e5-764a-4694-85a5-9b67e829fb30 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 945 time: 0.0513482 Aug 13 04:23:39.554256 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-7e68dc74-8a31-442b-a7e9-a5abb827cfc4 None None] Set router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:23:39.564676 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-d5db57fb-dedb-4f30-9e7a-7ea11df214bd req-51e2a4cb-4b85-4e43-a550-cb01b49dc96a tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351696 Aug 13 04:23:39.595463 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-269f2316-2372-47b9-8f5b-1dd83565e6e2 req-a4da717e-2322-4f66-9dc6-ad9651c5d049 service neutron] 10.222.0.22 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907795 Aug 13 04:23:39.686375 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-269f2316-2372-47b9-8f5b-1dd83565e6e2 req-29f05dd9-c764-474a-96a7-2376742a0392 service neutron] 10.222.0.22 "GET /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828500 Aug 13 04:23:39.752148 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-7e68dc74-8a31-442b-a7e9-a5abb827cfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:40Z', 'revision_number': 4, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'bf2f1230-4617-43b2-93b6-6ae9e0516fd4', 'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'mac_address': 'fa:16:3e:7d:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:40Z', 'updated_at': '2021-08-13T04:15:47Z', 'revision_number': 5, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'subnets': [{'id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:23:39.778966 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e68dc74-8a31-442b-a7e9-a5abb827cfc4 None None] The sync data for ids ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'] in dv-cinder-759987-6-iscsi is: [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:40Z', 'revision_number': 4, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi', '_interfaces': [{'id': 'bf2f1230-4617-43b2-93b6-6ae9e0516fd4', 'name': '', 'network_id': '7c3089e4-8e84-4971-98ba-e9013a95d55b', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'mac_address': 'fa:16:3e:7d:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:40Z', 'updated_at': '2021-08-13T04:15:47Z', 'revision_number': 5, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'subnets': [{'id': 'a463f44d-8044-41b8-88a4-df5cd43047ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:23:39.984400 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f663c351-0f98-4846-a374-80e018ef21af None None] New status for floating IP 34006e1c-b618-4b22-8044-f99f0079e6f5: DOWN {{(pid=94569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:23:40.680011 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3b8a4-8b9c-4a32-9ea7-3196fb5e16a0 req-400d5969-83cd-42bb-9cfe-fdf9804ee4f3 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:23:40.681507 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-51f3b8a4-8b9c-4a32-9ea7-3196fb5e16a0 req-400d5969-83cd-42bb-9cfe-fdf9804ee4f3 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 945 time: 0.0467706 Aug 13 04:23:40.722018 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-51f3b8a4-8b9c-4a32-9ea7-3196fb5e16a0 req-ae84b7c3-9045-434f-a887-a31d67770b3f tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8776ce-9994-402c-8cda-6091a1fa46e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346067 Aug 13 04:23:40.870563 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c4e25-f67e-47b1-a06e-fd075c808a4a req-e0b3466e-887b-4844-ab4f-130671e263cc tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:23:40.871971 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e00c4e25-f67e-47b1-a06e-fd075c808a4a req-e0b3466e-887b-4844-ab4f-130671e263cc tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.22 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 945 time: 0.0478952 Aug 13 04:23:40.963285 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-e00c4e25-f67e-47b1-a06e-fd075c808a4a req-f2c1e776-fdbe-4074-8088-4636712bdfce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Deleting port 5142591f-557e-4288-9e45-f379850d9389 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:23:40.963534 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-e00c4e25-f67e-47b1-a06e-fd075c808a4a req-f2c1e776-fdbe-4074-8088-4636712bdfce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:41.047967 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [req-e00c4e25-f67e-47b1-a06e-fd075c808a4a req-f2c1e776-fdbe-4074-8088-4636712bdfce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] For port 5142591f-557e-4288-9e45-f379850d9389, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75998',level=0,port_id=5142591f-557e-4288-9e45-f379850d9389,segment=NetworkSegment(959b64a0-600e-4c8a-a999-c6c028523cc0),segment_id=959b64a0-600e-4c8a-a999-c6c028523cc0)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:23:41.048325 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-e00c4e25-f67e-47b1-a06e-fd075c808a4a req-f2c1e776-fdbe-4074-8088-4636712bdfce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:41.061290 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [req-e00c4e25-f67e-47b1-a06e-fd075c808a4a req-f2c1e776-fdbe-4074-8088-4636712bdfce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Calling delete_port for 5142591f-557e-4288-9e45-f379850d9389 owned by compute:nova {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:23:41.245977 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-43eb5706-4688-4452-970b-e5ad9696e5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:41.274656 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-e00c4e25-f67e-47b1-a06e-fd075c808a4a req-f2c1e776-fdbe-4074-8088-4636712bdfce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:41.302335 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1e776-fdbe-4074-8088-4636712bdfce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Pushing event deleted for resources: {'Port': ['ID=5142591f-557e-4288-9e45-f379850d9389,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:23:41.314899 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c1e776-fdbe-4074-8088-4636712bdfce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:41.315253 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c1e776-fdbe-4074-8088-4636712bdfce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:41.315593 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c1e776-fdbe-4074-8088-4636712bdfce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:41.315928 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c1e776-fdbe-4074-8088-4636712bdfce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:41.316257 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c1e776-fdbe-4074-8088-4636712bdfce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:41.316616 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c1e776-fdbe-4074-8088-4636712bdfce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:41.316944 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c1e776-fdbe-4074-8088-4636712bdfce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:41.317268 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c1e776-fdbe-4074-8088-4636712bdfce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:41.317592 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c1e776-fdbe-4074-8088-4636712bdfce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:41.317913 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c1e776-fdbe-4074-8088-4636712bdfce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:41.318233 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c1e776-fdbe-4074-8088-4636712bdfce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:41.318550 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c1e776-fdbe-4074-8088-4636712bdfce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:41.356207 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00c4e25-f67e-47b1-a06e-fd075c808a4a req-f2c1e776-fdbe-4074-8088-4636712bdfce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] No DVR routers for this DVR port 5142591f-557e-4288-9e45-f379850d9389 on host hv-cinder-75998 {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:23:41.358759 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [req-e00c4e25-f67e-47b1-a06e-fd075c808a4a req-f2c1e776-fdbe-4074-8088-4636712bdfce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for port, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:41.360898 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [req-e00c4e25-f67e-47b1-a06e-fd075c808a4a req-f2c1e776-fdbe-4074-8088-4636712bdfce tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.22 "DELETE /v2.0/ports/5142591f-557e-4288-9e45-f379850d9389 HTTP/1.1" status: 204 len: 173 time: 0.4817920 Aug 13 04:23:41.361334 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f053059d-b14d-4038-966f-0f61513501d8', 'name': 'network-vif-deleted', 'tag': '5142591f-557e-4288-9e45-f379850d9389'}] {{(pid=94567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:23:41.363552 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47bbdb310cb52eb290e9e3e3ac95c8ffc796dff67af06fc03283e9f48352f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d322acb-6791-4c02-b486-14f84f5fb9e6" -d '{"events": [{"server_uuid": "f053059d-b14d-4038-966f-0f61513501d8", "name": "network-vif-deleted", "tag": "5142591f-557e-4288-9e45-f379850d9389"}]}' {{(pid=94567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:23:41.399604 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e567fb4-eeb7-47df-a9a6-ed3856203f4c x-openstack-request-id: req-6e567fb4-eeb7-47df-a9a6-ed3856203f4c {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:23:41.399897 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f053059d-b14d-4038-966f-0f61513501d8", "name": "network-vif-deleted", "tag": "5142591f-557e-4288-9e45-f379850d9389", "status": "completed", "code": 200}]} {{(pid=94567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:23:41.400150 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e567fb4-eeb7-47df-a9a6-ed3856203f4c {{(pid=94567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:23:41.400576 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f053059d-b14d-4038-966f-0f61513501d8', 'name': 'network-vif-deleted', 'tag': '5142591f-557e-4288-9e45-f379850d9389', 'status': 'completed', 'code': 200} Aug 13 04:23:41.820467 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [req-7af65ecd-6e47-4f74-8101-7bcdcc3f02fe req-483d16ed-bdc2-4aaa-9323-c648b6016f98 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "GET /v2.0/ports?device_id=f053059d-b14d-4038-966f-0f61513501d8 HTTP/1.1" status: 200 len: 210 time: 0.0262465 Aug 13 04:23:42.066840 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:42.634685 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:42.876318 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 33302) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:23:42.998110 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-9fe8377e-6030-4c16-b4a0-92caa4a44181 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Deleting port 82cb3f19-ee95-4afd-9c99-86d55a0a3885 {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:23:42.998485 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9fe8377e-6030-4c16-b4a0-92caa4a44181 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:43.071368 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9fe8377e-6030-4c16-b4a0-92caa4a44181 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:43.071693 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9fe8377e-6030-4c16-b4a0-92caa4a44181 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:43.082810 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-9fe8377e-6030-4c16-b4a0-92caa4a44181 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Calling delete_port for 82cb3f19-ee95-4afd-9c99-86d55a0a3885 owned by network:floatingip {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:23:43.274643 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9fe8377e-6030-4c16-b4a0-92caa4a44181 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:43.296904 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8377e-6030-4c16-b4a0-92caa4a44181 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Pushing event deleted for resources: {'Port': ['ID=82cb3f19-ee95-4afd-9c99-86d55a0a3885,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:23:43.360827 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9fe8377e-6030-4c16-b4a0-92caa4a44181 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for floatingip, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:43.363368 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9fe8377e-6030-4c16-b4a0-92caa4a44181 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43448'] for floatingip, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:43.364564 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-9fe8377e-6030-4c16-b4a0-92caa4a44181 tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "DELETE /v2.0/floatingips/a67fda91-7be9-4e11-abb1-503666cfa049 HTTP/1.1" status: 204 len: 168 time: 0.4871423 Aug 13 04:23:43.463318 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 5142591f-557e-4288-9e45-f379850d9389 no longer exists at agent hyperv_hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:23:43.486680 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] No Port match for: 5142591f-557e-4288-9e45-f379850d9389 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:23:43.487024 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Device 5142591f-557e-4288-9e45-f379850d9389 not bound to the agent host hv-cinder-75998 {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:23:44.212019 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:44.662150 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 33314) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:23:44.719899 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-eb5a665d-8b55-4f70-8eac-642b0585db3b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:44.744226 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-eb5a665d-8b55-4f70-8eac-642b0585db3b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:44.918570 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-eb5a665d-8b55-4f70-8eac-642b0585db3b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:44.921110 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-eb5a665d-8b55-4f70-8eac-642b0585db3b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:44.922270 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-eb5a665d-8b55-4f70-8eac-642b0585db3b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] 10.222.0.32 "DELETE /v2.0/security-groups/be8776ce-9994-402c-8cda-6091a1fa46e2 HTTP/1.1" status: 204 len: 168 time: 0.2585177 Aug 13 04:23:44.931481 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a665d-8b55-4f70-8eac-642b0585db3b tempest-TestVolumeBootPattern-114905180 tempest-TestVolumeBootPattern-114905180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8776ce-9994-402c-8cda-6091a1fa46e2,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:23:45.045585 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 33318) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:23:45.133832 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:23:45.475940 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cbbcd5aa-c92e-4f99-91d1-781455340857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758422'] for router_interface, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:45.956969 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-cbbcd5aa-c92e-4f99-91d1-781455340857 admin admin] Deleting port bf2f1230-4617-43b2-93b6-6ae9e0516fd4 {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:23:45.957680 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cbbcd5aa-c92e-4f99-91d1-781455340857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:46.031619 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-cbbcd5aa-c92e-4f99-91d1-781455340857 admin admin] For port bf2f1230-4617-43b2-93b6-6ae9e0516fd4, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=bf2f1230-4617-43b2-93b6-6ae9e0516fd4,segment=NetworkSegment(959b64a0-600e-4c8a-a999-c6c028523cc0),segment_id=959b64a0-600e-4c8a-a999-c6c028523cc0)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:23:46.031978 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cbbcd5aa-c92e-4f99-91d1-781455340857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:46.043975 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-cbbcd5aa-c92e-4f99-91d1-781455340857 admin admin] Calling delete_port for bf2f1230-4617-43b2-93b6-6ae9e0516fd4 owned by network:router_interface {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:23:46.295272 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cbbcd5aa-c92e-4f99-91d1-781455340857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:46.320451 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcd5aa-c92e-4f99-91d1-781455340857 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf2f1230-4617-43b2-93b6-6ae9e0516fd4,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:23:46.485059 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cbbcd5aa-c92e-4f99-91d1-781455340857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704038'] for router_interface, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:46.692589 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbcd5aa-c92e-4f99-91d1-781455340857 admin admin] Router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:23:46.793687 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbcd5aa-c92e-4f99-91d1-781455340857 admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:23:46.799220 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-cbbcd5aa-c92e-4f99-91d1-781455340857 admin admin] 10.222.0.32 "PUT /v2.0/routers/05e7eca7-0659-4cb9-b3f5-88f84af7d5eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7525835 Aug 13 04:23:46.801233 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 33322) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:23:46.802227 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec594e8-17d6-4317-9eec-3ec6ac2c17e0 None None] Sync routers for ids ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'] in dv-cinder-759987-6-iscsi {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:23:46.811338 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec594e8-17d6-4317-9eec-3ec6ac2c17e0 None None] Routers {'05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:23:46.811945 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-fec594e8-17d6-4317-9eec-3ec6ac2c17e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:23:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:23:46.900565 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-870aeecc-c27e-4b55-b2fc-684aff009985 admin admin] Notify callbacks [] for router, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:46.916141 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-fec594e8-17d6-4317-9eec-3ec6ac2c17e0 None None] Set router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb gateway port host: dv-cinder-759987-6-iscsi {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:23:46.998790 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-870aeecc-c27e-4b55-b2fc-684aff009985 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:47.093382 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-fec594e8-17d6-4317-9eec-3ec6ac2c17e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:23:46Z', 'revision_number': 5, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port': {'id': '5032e34c-69a0-4edc-98b3-16ee6c68e4e8', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:23:47.121898 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec594e8-17d6-4317-9eec-3ec6ac2c17e0 None None] Checking router: 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb for host: dv-cinder-759987-6-iscsi {{(pid=94568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:23:47.129963 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec594e8-17d6-4317-9eec-3ec6ac2c17e0 None None] Routers {'05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:23:47.130558 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-fec594e8-17d6-4317-9eec-3ec6ac2c17e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:23:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'], 'active': True} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:23:47.241388 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-870aeecc-c27e-4b55-b2fc-684aff009985 admin admin] Deleting port 5032e34c-69a0-4edc-98b3-16ee6c68e4e8 {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:23:47.241968 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-870aeecc-c27e-4b55-b2fc-684aff009985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:47.244214 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvr_db [None req-fec594e8-17d6-4317-9eec-3ec6ac2c17e0 None None] Set router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb gateway port host: None {{(pid=94568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:23:47.299650 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_hamode_db [None req-fec594e8-17d6-4317-9eec-3ec6ac2c17e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:23:46Z', 'revision_number': 6, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port_host': None}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:23:47.322757 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-870aeecc-c27e-4b55-b2fc-684aff009985 admin admin] For port 5032e34c-69a0-4edc-98b3-16ee6c68e4e8, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=5032e34c-69a0-4edc-98b3-16ee6c68e4e8,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:23:47.323123 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-870aeecc-c27e-4b55-b2fc-684aff009985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:47.326528 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec594e8-17d6-4317-9eec-3ec6ac2c17e0 None None] The sync data for ids ['05e7eca7-0659-4cb9-b3f5-88f84af7d5eb'] in dv-cinder-759987-6-iscsi is: [{'id': '05e7eca7-0659-4cb9-b3f5-88f84af7d5eb', 'name': 'tempest-TestVolumeBootPattern-184433537-router', 'tenant_id': '7da99b58a71342b9b2d6a5ea1451b765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:36Z', 'updated_at': '2021-08-13T04:23:46Z', 'revision_number': 6, 'project_id': '7da99b58a71342b9b2d6a5ea1451b765', 'gw_port_host': None}] {{(pid=94568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:23:47.337244 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-870aeecc-c27e-4b55-b2fc-684aff009985 admin admin] Calling delete_port for 5032e34c-69a0-4edc-98b3-16ee6c68e4e8 owned by network:router_gateway {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:23:47.547067 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-870aeecc-c27e-4b55-b2fc-684aff009985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:47.576670 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870aeecc-c27e-4b55-b2fc-684aff009985 admin admin] Pushing event deleted for resources: {'Port': ['ID=5032e34c-69a0-4edc-98b3-16ee6c68e4e8,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:23:47.636230 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-870aeecc-c27e-4b55-b2fc-684aff009985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704476'] for router_gateway, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:47.728831 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-870aeecc-c27e-4b55-b2fc-684aff009985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1008'] for router, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:47.730972 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-870aeecc-c27e-4b55-b2fc-684aff009985 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:47.855523 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-870aeecc-c27e-4b55-b2fc-684aff009985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702527'] for router, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:47.855996 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870aeecc-c27e-4b55-b2fc-684aff009985 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05e7eca7-0659-4cb9-b3f5-88f84af7d5eb {{(pid=94566) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 04:23:47.865202 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-870aeecc-c27e-4b55-b2fc-684aff009985 admin admin] Notify callbacks [] for router, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:47.865202 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-870aeecc-c27e-4b55-b2fc-684aff009985 admin admin] 10.222.0.32 "DELETE /v2.0/routers/05e7eca7-0659-4cb9-b3f5-88f84af7d5eb HTTP/1.1" status: 204 len: 168 time: 1.0593712 Aug 13 04:23:47.865202 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 33324) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:23:47.906564 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf1588c-23e5-4677-824f-5df256579398 admin admin] Deleting subnet a463f44d-8044-41b8-88a4-df5cd43047ae {{(pid=94566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:23:47.909531 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bbf1588c-23e5-4677-824f-5df256579398 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:47.942548 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bbf1588c-23e5-4677-824f-5df256579398 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2630514'] for subnet, precommit_delete_associations {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:48.020395 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bbf1588c-23e5-4677-824f-5df256579398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416950'] for subnet, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:48.233451 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bbf1588c-23e5-4677-824f-5df256579398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2630180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3028014'] for subnet, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:48.261322 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1588c-23e5-4677-824f-5df256579398 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a463f44d-8044-41b8-88a4-df5cd43047ae,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:23:48.263290 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bbf1588c-23e5-4677-824f-5df256579398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for subnet, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:48.267509 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-bbf1588c-23e5-4677-824f-5df256579398 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a463f44d-8044-41b8-88a4-df5cd43047ae HTTP/1.1" status: 204 len: 168 time: 0.4002841 Aug 13 04:23:48.267822 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 33326) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:23:48.269524 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fe4f44-1a61-40a1-bfa3-c1064602c568 None None] Network 7c3089e4-8e84-4971-98ba-e9013a95d55b requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:23:48.337101 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2d0fb43a-3e67-4c7b-b64d-b2fad70ff9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16337513'] for network, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:48.389246 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-2d0fb43a-3e67-4c7b-b64d-b2fad70ff9d8 admin admin] Deleting port 80b6a7f8-8e17-4210-9333-825c8a1a8809 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:23:48.389510 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2d0fb43a-3e67-4c7b-b64d-b2fad70ff9d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:48.443760 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7270043a-e196-4946-a95d-3b434704df5a None None] DHCP port deletion for 7c3089e4-8e84-4971-98ba-e9013a95d55b request from dv-cinder-759987-6-iscsi {{(pid=94568) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 04:23:48.457313 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-2d0fb43a-3e67-4c7b-b64d-b2fad70ff9d8 admin admin] For port 80b6a7f8-8e17-4210-9333-825c8a1a8809, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=80b6a7f8-8e17-4210-9333-825c8a1a8809,segment=NetworkSegment(959b64a0-600e-4c8a-a999-c6c028523cc0),segment_id=959b64a0-600e-4c8a-a999-c6c028523cc0)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:23:48.457930 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2d0fb43a-3e67-4c7b-b64d-b2fad70ff9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:48.472065 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-2d0fb43a-3e67-4c7b-b64d-b2fad70ff9d8 admin admin] Calling delete_port for 80b6a7f8-8e17-4210-9333-825c8a1a8809 owned by network:dhcp {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:23:48.492009 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-7270043a-e196-4946-a95d-3b434704df5a None None] Deleting port 80b6a7f8-8e17-4210-9333-825c8a1a8809 {{(pid=94568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:23:48.492413 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-7270043a-e196-4946-a95d-3b434704df5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:48.557899 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-7270043a-e196-4946-a95d-3b434704df5a None None] For port 80b6a7f8-8e17-4210-9333-825c8a1a8809, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=80b6a7f8-8e17-4210-9333-825c8a1a8809,segment=NetworkSegment(959b64a0-600e-4c8a-a999-c6c028523cc0),segment_id=959b64a0-600e-4c8a-a999-c6c028523cc0)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:23:48.558222 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-7270043a-e196-4946-a95d-3b434704df5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:48.570711 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-7270043a-e196-4946-a95d-3b434704df5a None None] Calling delete_port for 80b6a7f8-8e17-4210-9333-825c8a1a8809 owned by network:dhcp {{(pid=94568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:23:48.617990 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2d0fb43a-3e67-4c7b-b64d-b2fad70ff9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:48.643850 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-7270043a-e196-4946-a95d-3b434704df5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965'] for port, after_delete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:48.644340 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fb43a-3e67-4c7b-b64d-b2fad70ff9d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=80b6a7f8-8e17-4210-9333-825c8a1a8809,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:23:48.646251 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0fb43a-3e67-4c7b-b64d-b2fad70ff9d8 admin admin] No DVR routers for this DVR port 80b6a7f8-8e17-4210-9333-825c8a1a8809 on host dv-cinder-759987-6-iscsi {{(pid=94567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:23:48.724364 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2d0fb43a-3e67-4c7b-b64d-b2fad70ff9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16418865', 'neutron.services.segments.db._delete_segments_for_network-8784944466544'] for network, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:48.735619 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-2d0fb43a-3e67-4c7b-b64d-b2fad70ff9d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3089e4-8e84-4971-98ba-e9013a95d55b']}} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:23:48.747565 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-2d0fb43a-3e67-4c7b-b64d-b2fad70ff9d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959b64a0-600e-4c8a-a999-c6c028523cc0') {'for_net_delete': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:23:48.747855 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.services.segments.db [None req-2d0fb43a-3e67-4c7b-b64d-b2fad70ff9d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959b64a0-600e-4c8a-a999-c6c028523cc0') {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:23:48.757728 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2d0fb43a-3e67-4c7b-b64d-b2fad70ff9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784944469625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2939937'] for segment, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:48.771637 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2d0fb43a-3e67-4c7b-b64d-b2fad70ff9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:48.777808 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0fb43a-3e67-4c7b-b64d-b2fad70ff9d8 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=94567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:23:48.778201 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2d0fb43a-3e67-4c7b-b64d-b2fad70ff9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2940249'] for segment, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: Traceback (most recent call last): Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: timer() Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: cb(*args, **kw) Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: return func(*args, **kwargs) Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: self._notify() Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: self.callback(batched_events) Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: event.method(event) Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: return f(self, *a, **k) Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: return self._get(url).json() Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: return self.request(url, 'GET', **kwargs) Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:23:48.779871 dv-cinder-759987-6-iscsi neutron-server[94567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:23:48.794729 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device bf2f1230-4617-43b2-93b6-6ae9e0516fd4 no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:23:48.797342 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270043a-e196-4946-a95d-3b434704df5a None None] Pushing event deleted for resources: {'Port': ['ID=80b6a7f8-8e17-4210-9333-825c8a1a8809,revision_number=None']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:23:48.820344 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7270043a-e196-4946-a95d-3b434704df5a None None] No DVR routers for this DVR port 80b6a7f8-8e17-4210-9333-825c8a1a8809 on host dv-cinder-759987-6-iscsi {{(pid=94568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:23:48.825102 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: bf2f1230-4617-43b2-93b6-6ae9e0516fd4 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:23:48.825446 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device bf2f1230-4617-43b2-93b6-6ae9e0516fd4 not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:23:48.825856 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 80b6a7f8-8e17-4210-9333-825c8a1a8809 no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:23:48.845402 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7270043a-e196-4946-a95d-3b434704df5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:48.850652 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7270043a-e196-4946-a95d-3b434704df5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:48.850652 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7270043a-e196-4946-a95d-3b434704df5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:48.850652 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7270043a-e196-4946-a95d-3b434704df5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:48.850652 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7270043a-e196-4946-a95d-3b434704df5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:48.850652 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7270043a-e196-4946-a95d-3b434704df5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:48.850652 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7270043a-e196-4946-a95d-3b434704df5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:48.850652 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7270043a-e196-4946-a95d-3b434704df5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:48.850652 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7270043a-e196-4946-a95d-3b434704df5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:48.850652 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7270043a-e196-4946-a95d-3b434704df5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:48.850652 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7270043a-e196-4946-a95d-3b434704df5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:48.850652 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7270043a-e196-4946-a95d-3b434704df5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-6-iscsi {{(pid=94568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:23:48.852878 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: 80b6a7f8-8e17-4210-9333-825c8a1a8809 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:23:48.853225 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 80b6a7f8-8e17-4210-9333-825c8a1a8809 not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:23:48.853637 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 5032e34c-69a0-4edc-98b3-16ee6c68e4e8 no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:23:48.872904 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: 5032e34c-69a0-4edc-98b3-16ee6c68e4e8 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:23:48.873260 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 5032e34c-69a0-4edc-98b3-16ee6c68e4e8 not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:23:48.906842 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2d0fb43a-3e67-4c7b-b64d-b2fad70ff9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16418856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704416'] for network, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:48.912324 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2d0fb43a-3e67-4c7b-b64d-b2fad70ff9d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:48.914916 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-2d0fb43a-3e67-4c7b-b64d-b2fad70ff9d8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7c3089e4-8e84-4971-98ba-e9013a95d55b HTTP/1.1" status: 204 len: 168 time: 0.6460807 Aug 13 04:23:48.917945 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 33328) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:23:48.926005 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fb43a-3e67-4c7b-b64d-b2fad70ff9d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c3089e4-8e84-4971-98ba-e9013a95d55b,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:23:49.257653 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-795d7ae3-97c7-4c93-bd97-8ecae27893b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758422'] for router_interface, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:49.492974 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-795d7ae3-97c7-4c93-bd97-8ecae27893b3 admin admin] Deleting port 99a7d170-030e-4c56-bce1-80d88585a2a4 {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:23:49.493312 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-795d7ae3-97c7-4c93-bd97-8ecae27893b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:49.567739 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-795d7ae3-97c7-4c93-bd97-8ecae27893b3 admin admin] For port 99a7d170-030e-4c56-bce1-80d88585a2a4, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=99a7d170-030e-4c56-bce1-80d88585a2a4,segment=NetworkSegment(2760d063-b987-4de2-aca5-4108a0221862),segment_id=2760d063-b987-4de2-aca5-4108a0221862)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:23:49.568043 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-795d7ae3-97c7-4c93-bd97-8ecae27893b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:49.579975 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-795d7ae3-97c7-4c93-bd97-8ecae27893b3 admin admin] Calling delete_port for 99a7d170-030e-4c56-bce1-80d88585a2a4 owned by network:router_interface {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:23:49.832708 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-795d7ae3-97c7-4c93-bd97-8ecae27893b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:49.862140 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d7ae3-97c7-4c93-bd97-8ecae27893b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=99a7d170-030e-4c56-bce1-80d88585a2a4,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:23:50.027726 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-795d7ae3-97c7-4c93-bd97-8ecae27893b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704038'] for router_interface, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:50.483326 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795d7ae3-97c7-4c93-bd97-8ecae27893b3 admin admin] Router 367a66ed-bb9a-475b-87f0-b0e34fc0a208 has already been hosted by L3 agent 48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf {{(pid=94566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:23:50.584835 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795d7ae3-97c7-4c93-bd97-8ecae27893b3 admin admin] Notify agent at l3_agent.dv-cinder-759987-6-iscsi the message routers_updated {{(pid=94566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:23:50.591751 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-795d7ae3-97c7-4c93-bd97-8ecae27893b3 admin admin] 10.222.0.32 "PUT /v2.0/routers/367a66ed-bb9a-475b-87f0-b0e34fc0a208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6725800 Aug 13 04:23:50.592391 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 33330) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:23:50.594244 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21b3027-d5b6-4174-be79-fe69ccf8053e None None] Sync routers for ids ['367a66ed-bb9a-475b-87f0-b0e34fc0a208'] in dv-cinder-759987-6-iscsi {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:23:50.603381 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21b3027-d5b6-4174-be79-fe69ccf8053e None None] Routers {'367a66ed-bb9a-475b-87f0-b0e34fc0a208'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:23:50.603969 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-d21b3027-d5b6-4174-be79-fe69ccf8053e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:23:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['367a66ed-bb9a-475b-87f0-b0e34fc0a208'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:23:50.694401 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-bdc7472d-1668-4345-9395-99e7d5684b54 admin admin] Notify callbacks [] for router, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:50.706229 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-d21b3027-d5b6-4174-be79-fe69ccf8053e None None] Set router 367a66ed-bb9a-475b-87f0-b0e34fc0a208 gateway port host: dv-cinder-759987-6-iscsi {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:23:50.796533 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-bdc7472d-1668-4345-9395-99e7d5684b54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:50.884755 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-d21b3027-d5b6-4174-be79-fe69ccf8053e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367a66ed-bb9a-475b-87f0-b0e34fc0a208', 'name': 'tempest-TestVolumeBootPattern-465701813-router', 'tenant_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'external_fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '2c871250-788c-4926-a572-255068b43299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:45Z', 'updated_at': '2021-08-13T04:23:49Z', 'revision_number': 5, 'project_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'gw_port': {'id': '2c871250-788c-4926-a572-255068b43299', 'name': '', 'network_id': 'a2b3fd62-7513-4482-ab06-e961571be3c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367a66ed-bb9a-475b-87f0-b0e34fc0a208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:15:46Z', 'updated_at': '2021-08-13T04:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e9907fe-8f33-4adb-bec4-bf5dd39ddd3e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-6-iscsi'}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:23:50.910015 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21b3027-d5b6-4174-be79-fe69ccf8053e None None] Checking router: 367a66ed-bb9a-475b-87f0-b0e34fc0a208 for host: dv-cinder-759987-6-iscsi {{(pid=94569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:23:50.916879 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-bdc7472d-1668-4345-9395-99e7d5684b54 admin admin] Deleting port 2c871250-788c-4926-a572-255068b43299 {{(pid=94567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:23:50.917287 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-bdc7472d-1668-4345-9395-99e7d5684b54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:50.918761 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21b3027-d5b6-4174-be79-fe69ccf8053e None None] Routers {'367a66ed-bb9a-475b-87f0-b0e34fc0a208'} bound to L3 agent in host dv-cinder-759987-6-iscsi {{(pid=94569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:23:50.919349 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-d21b3027-d5b6-4174-be79-fe69ccf8053e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:05:11Z,description=,heartbeat_timestamp=2021-08-13T04:23:41Z,host='dv-cinder-759987-6-iscsi',id=48a25faa-7b3f-4a7c-b8ff-abd5461cb1cf,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:05:12Z,topic='l3_agent')) {'router_ids': ['367a66ed-bb9a-475b-87f0-b0e34fc0a208'], 'active': True} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:23:50.993375 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-bdc7472d-1668-4345-9395-99e7d5684b54 admin admin] For port 2c871250-788c-4926-a572-255068b43299, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=2c871250-788c-4926-a572-255068b43299,segment=NetworkSegment(569ffa8e-366a-4220-b9f0-1d96f94af513),segment_id=569ffa8e-366a-4220-b9f0-1d96f94af513)] {{(pid=94567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:23:50.993901 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-bdc7472d-1668-4345-9395-99e7d5684b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:51.003202 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_dvr_db [None req-d21b3027-d5b6-4174-be79-fe69ccf8053e None None] Set router 367a66ed-bb9a-475b-87f0-b0e34fc0a208 gateway port host: None {{(pid=94569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:23:51.006584 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.plugin [None req-bdc7472d-1668-4345-9395-99e7d5684b54 admin admin] Calling delete_port for 2c871250-788c-4926-a572-255068b43299 owned by network:router_gateway {{(pid=94567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:23:51.053091 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.l3_hamode_db [None req-d21b3027-d5b6-4174-be79-fe69ccf8053e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367a66ed-bb9a-475b-87f0-b0e34fc0a208', 'name': 'tempest-TestVolumeBootPattern-465701813-router', 'tenant_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:45Z', 'updated_at': '2021-08-13T04:23:50Z', 'revision_number': 6, 'project_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'gw_port_host': None}], 'dv-cinder-759987-6-iscsi', False) {} {{(pid=94569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:23:51.081708 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21b3027-d5b6-4174-be79-fe69ccf8053e None None] The sync data for ids ['367a66ed-bb9a-475b-87f0-b0e34fc0a208'] in dv-cinder-759987-6-iscsi is: [{'id': '367a66ed-bb9a-475b-87f0-b0e34fc0a208', 'name': 'tempest-TestVolumeBootPattern-465701813-router', 'tenant_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:15:45Z', 'updated_at': '2021-08-13T04:23:50Z', 'revision_number': 6, 'project_id': 'e0764d80577a4cc6a446bb419a8ca6be', 'gw_port_host': None}] {{(pid=94569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:23:51.222865 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-bdc7472d-1668-4345-9395-99e7d5684b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2940340'] for port, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:51.252207 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7472d-1668-4345-9395-99e7d5684b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c871250-788c-4926-a572-255068b43299,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:23:51.311983 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-bdc7472d-1668-4345-9395-99e7d5684b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704476'] for router_gateway, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:51.400679 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-bdc7472d-1668-4345-9395-99e7d5684b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1008'] for router, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:51.402714 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-bdc7472d-1668-4345-9395-99e7d5684b54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:51.524309 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-bdc7472d-1668-4345-9395-99e7d5684b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-702527'] for router, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:51.524922 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc7472d-1668-4345-9395-99e7d5684b54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 367a66ed-bb9a-475b-87f0-b0e34fc0a208 {{(pid=94567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 04:23:51.529273 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-bdc7472d-1668-4345-9395-99e7d5684b54 admin admin] Notify callbacks [] for router, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:51.530416 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-bdc7472d-1668-4345-9395-99e7d5684b54 admin admin] 10.222.0.32 "DELETE /v2.0/routers/367a66ed-bb9a-475b-87f0-b0e34fc0a208 HTTP/1.1" status: 204 len: 168 time: 0.9370320 Aug 13 04:23:51.532899 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 33332) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:23:51.580162 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.db.db_base_plugin_v2 [None req-de514211-b962-4943-8a9b-239d5542f420 admin admin] Deleting subnet 7912bbb6-ab92-423e-a61b-1a096b40c3a3 {{(pid=94567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:23:51.583255 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-de514211-b962-4943-8a9b-239d5542f420 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:51.617209 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-de514211-b962-4943-8a9b-239d5542f420 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2939958'] for subnet, precommit_delete_associations {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:51.693968 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-de514211-b962-4943-8a9b-239d5542f420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16416950'] for subnet, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:51.829366 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-de514211-b962-4943-8a9b-239d5542f420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16416929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2940295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3275436'] for subnet, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:51.856714 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de514211-b962-4943-8a9b-239d5542f420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7912bbb6-ab92-423e-a61b-1a096b40c3a3,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:23:51.860142 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-de514211-b962-4943-8a9b-239d5542f420 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:51.862136 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-de514211-b962-4943-8a9b-239d5542f420 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7912bbb6-ab92-423e-a61b-1a096b40c3a3 HTTP/1.1" status: 204 len: 168 time: 0.3282781 Aug 13 04:23:51.865342 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 33334) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:23:51.867718 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b099471a-6890-46f1-bbae-c532ad63136e None None] Network 1863f357-1d95-4257-9201-a5ac708b7c01 requested from dv-cinder-759987-6-iscsi {{(pid=94568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:23:51.934477 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-846b0be9-89c5-4908-848a-dbdab5a9e76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16337513'] for network, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:51.987305 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-846b0be9-89c5-4908-848a-dbdab5a9e76d admin admin] Deleting port 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9 {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:23:51.987646 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-846b0be9-89c5-4908-848a-dbdab5a9e76d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:52.050418 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd04ddb8-d7ee-4f25-801d-00c8b3524a8d None None] DHCP port deletion for 1863f357-1d95-4257-9201-a5ac708b7c01 request from dv-cinder-759987-6-iscsi {{(pid=94568) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 04:23:52.057618 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-846b0be9-89c5-4908-848a-dbdab5a9e76d admin admin] For port 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=93d0cf23-ba9d-4785-ac6e-83fdbd4056e9,segment=NetworkSegment(2760d063-b987-4de2-aca5-4108a0221862),segment_id=2760d063-b987-4de2-aca5-4108a0221862)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:23:52.058016 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-846b0be9-89c5-4908-848a-dbdab5a9e76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:52.075001 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-846b0be9-89c5-4908-848a-dbdab5a9e76d admin admin] Calling delete_port for 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9 owned by network:dhcp {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:23:52.107299 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-cd04ddb8-d7ee-4f25-801d-00c8b3524a8d None None] Deleting port 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9 {{(pid=94568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:23:52.107671 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-cd04ddb8-d7ee-4f25-801d-00c8b3524a8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784944422696'] for port, before_delete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:52.182754 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.db [None req-cd04ddb8-d7ee-4f25-801d-00c8b3524a8d None None] For port 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9, host dv-cinder-759987-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-6-iscsi',level=0,port_id=93d0cf23-ba9d-4785-ac6e-83fdbd4056e9,segment=NetworkSegment(2760d063-b987-4de2-aca5-4108a0221862),segment_id=2760d063-b987-4de2-aca5-4108a0221862)] {{(pid=94568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:23:52.183199 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-cd04ddb8-d7ee-4f25-801d-00c8b3524a8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699833'] for port, precommit_delete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:52.196609 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-cd04ddb8-d7ee-4f25-801d-00c8b3524a8d None None] Calling delete_port for 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9 owned by network:dhcp {{(pid=94568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:23:52.233020 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-846b0be9-89c5-4908-848a-dbdab5a9e76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630167'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:52.262169 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b0be9-89c5-4908-848a-dbdab5a9e76d admin admin] Pushing event deleted for resources: {'Port': ['ID=93d0cf23-ba9d-4785-ac6e-83fdbd4056e9,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:23:52.267971 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846b0be9-89c5-4908-848a-dbdab5a9e76d admin admin] No DVR routers for this DVR port 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9 on host dv-cinder-759987-6-iscsi {{(pid=94566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:23:52.279742 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-cd04ddb8-d7ee-4f25-801d-00c8b3524a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16358049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784944428930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784943956965'] for port, after_delete {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:52.300255 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04ddb8-d7ee-4f25-801d-00c8b3524a8d None None] Pushing event deleted for resources: {'Port': ['ID=93d0cf23-ba9d-4785-ac6e-83fdbd4056e9,revision_number=None']} {{(pid=94568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:23:52.306107 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd04ddb8-d7ee-4f25-801d-00c8b3524a8d None None] No DVR routers for this DVR port 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9 on host dv-cinder-759987-6-iscsi {{(pid=94568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:23:52.354617 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-846b0be9-89c5-4908-848a-dbdab5a9e76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16418865', 'neutron.services.segments.db._delete_segments_for_network-8784944466544'] for network, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:52.367070 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.services.segments.db [None req-846b0be9-89c5-4908-848a-dbdab5a9e76d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1863f357-1d95-4257-9201-a5ac708b7c01']}} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:23:52.375564 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.services.segments.db [None req-846b0be9-89c5-4908-848a-dbdab5a9e76d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2760d063-b987-4de2-aca5-4108a0221862') {'for_net_delete': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:23:52.375865 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.services.segments.db [None req-846b0be9-89c5-4908-848a-dbdab5a9e76d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2760d063-b987-4de2-aca5-4108a0221862') {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:23:52.385652 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-846b0be9-89c5-4908-848a-dbdab5a9e76d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784944469625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2630501'] for segment, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:52.400213 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-846b0be9-89c5-4908-848a-dbdab5a9e76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015'] for segment, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:52.409692 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846b0be9-89c5-4908-848a-dbdab5a9e76d admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:23:52.410088 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-846b0be9-89c5-4908-848a-dbdab5a9e76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16417015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2630394'] for segment, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: Traceback (most recent call last): Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: timer() Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: cb(*args, **kw) Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: return func(*args, **kwargs) Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: self._notify() Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: self.callback(batched_events) Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: event.method(event) Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: return f(self, *a, **k) Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: return self._get(url).json() Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: return self.request(url, 'GET', **kwargs) Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:23:52.411739 dv-cinder-759987-6-iscsi neutron-server[94566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:23:52.529376 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-846b0be9-89c5-4908-848a-dbdab5a9e76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16418856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704416'] for network, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:52.534652 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-846b0be9-89c5-4908-848a-dbdab5a9e76d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629031'] for network, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:52.536521 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-846b0be9-89c5-4908-848a-dbdab5a9e76d admin admin] 10.222.0.32 "DELETE /v2.0/networks/1863f357-1d95-4257-9201-a5ac708b7c01 HTTP/1.1" status: 204 len: 168 time: 0.6700168 Aug 13 04:23:52.547582 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b0be9-89c5-4908-848a-dbdab5a9e76d admin admin] Pushing event deleted for resources: {'Network': ['ID=1863f357-1d95-4257-9201-a5ac708b7c01,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:23:52.735717 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9 no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:23:52.760435 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:23:52.760776 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 93d0cf23-ba9d-4785-ac6e-83fdbd4056e9 not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:23:52.761186 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 99a7d170-030e-4c56-bce1-80d88585a2a4 no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:23:52.779633 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: 99a7d170-030e-4c56-bce1-80d88585a2a4 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:23:52.780022 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 99a7d170-030e-4c56-bce1-80d88585a2a4 not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:23:52.780446 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 2c871250-788c-4926-a572-255068b43299 no longer exists at agent ovs-agent-dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:23:52.797804 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] No Port match for: 2c871250-788c-4926-a572-255068b43299 {{(pid=94568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:23:52.799511 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron.plugins.ml2.rpc [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Device 2c871250-788c-4926-a572-255068b43299 not bound to the agent host dv-cinder-759987-6-iscsi {{(pid=94568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:23:52.844048 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 33338) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:23:52.883654 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-0c836aaf-f116-48c3-ae87-1ec5e9919389 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7da99b58a71342b9b2d6a5ea1451b765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383883 Aug 13 04:23:52.885996 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [-] (94566) accepted ('10.222.0.32', 33340) {{(pid=94566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:23:52.932421 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-94479b67-9124-455f-bbc1-4bc92c926b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:52.952423 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-94479b67-9124-455f-bbc1-4bc92c926b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:53.056138 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-94479b67-9124-455f-bbc1-4bc92c926b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:53.058652 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-94479b67-9124-455f-bbc1-4bc92c926b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:53.059849 dv-cinder-759987-6-iscsi neutron-server[94566]: INFO neutron.wsgi [None req-94479b67-9124-455f-bbc1-4bc92c926b4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/086b45b8-83e1-478a-ad69-4b4b04500af0 HTTP/1.1" status: 204 len: 168 time: 0.1729445 Aug 13 04:23:53.067557 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94479b67-9124-455f-bbc1-4bc92c926b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086b45b8-83e1-478a-ad69-4b4b04500af0,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:23:53.671362 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 33346) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:23:53.711165 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-38b43acb-3229-4ad1-8e82-d20da40d861f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0764d80577a4cc6a446bb419a8ca6be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386972 Aug 13 04:23:53.713818 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.wsgi [-] (94567) accepted ('10.222.0.32', 33348) {{(pid=94567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:23:53.760818 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-490c2597-929e-4485-8c40-d7946e21e458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:53.781168 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-490c2597-929e-4485-8c40-d7946e21e458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:53.889734 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-490c2597-929e-4485-8c40-d7946e21e458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529334'] for security_group, after_delete {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:53.892195 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-490c2597-929e-4485-8c40-d7946e21e458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:53.893371 dv-cinder-759987-6-iscsi neutron-server[94567]: INFO neutron.wsgi [None req-490c2597-929e-4485-8c40-d7946e21e458 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/794b973c-2251-4054-a05c-d03b6ba52c4f HTTP/1.1" status: 204 len: 168 time: 0.1786306 Aug 13 04:23:53.901109 dv-cinder-759987-6-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c2597-929e-4485-8c40-d7946e21e458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794b973c-2251-4054-a05c-d03b6ba52c4f,revision_number=None']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:23:54.925898 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:08.811106 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-68e40084-919a-4832-b7c6-1e188aaf90e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:11.222460 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-958b905c-952f-49d9-a743-5cb98180fc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:12.094962 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:12.638018 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:14.197568 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:22.133912 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:24:24.936913 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:38.831348 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-83f6c3a3-668f-4cab-8530-2ee2fa03035e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:41.214435 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-5178ae09-98ba-4d26-a52e-ed43ecc37393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:42.040534 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:42.620207 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:44.222197 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:54.936187 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:59.133132 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:25:08.804592 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-9ee5259e-4e48-4249-807f-1f9c674dbb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:11.213535 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-c8f89f10-1f75-4ee7-a5c2-42c570d3821e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:12.053657 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:12.616050 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:14.278751 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:24.935543 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:36.132441 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:25:38.800994 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d89494f8-77b7-40f6-a02c-67c2dccda95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:41.218227 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-b0ffd4c9-177f-4bcb-9378-b94b933aa734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:42.081034 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:42.620855 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:44.210088 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:54.952215 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:08.806444 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-91422751-5dd0-4598-9964-722e97df96a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:11.231822 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-96b7f533-ed91-4da3-a6b0-05b21ccf6482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:12.108844 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:12.634551 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:13.132854 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:26:14.231724 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:24.943337 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:38.822647 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-f9abc86f-dd1c-471e-a927-a1ef4b2e5200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:41.237076 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-5067dd94-39b2-4e69-83aa-9ba372e83913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:42.059542 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:42.614047 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:44.245175 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:50.133181 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:26:54.948085 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:27:08.796288 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-8dc81759-c300-46dc-8996-f32701ed677f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:27:11.276546 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-75a59542-a6e0-4b6b-88ae-68c1eb917f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:27:12.053274 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:27:12.642275 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:27:14.241868 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:27:24.950443 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:27:27.132224 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:27:38.832890 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-54fe0a9a-a714-4885-a255-b9d221e77d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:27:41.218695 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-5dce3aa7-7ee8-43de-9954-e390cfc64898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:27:42.053636 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:27:42.632568 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:27:44.219030 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:27:54.943677 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:28:04.131908 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:28:08.835349 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-ad9ebc22-265e-4e54-87cc-0952a63490b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:28:11.235487 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-2e880ea5-e9e5-4359-a115-dafbf1698745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:28:12.051993 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:28:12.646609 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:28:14.220087 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:28:24.955148 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:28:28.968650 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [req-d49f5afc-c266-4f34-aa4e-fd8496747182 req-b1a10cfa-87ec-46d3-b85f-c368f8894260 service neutron] (94566) timed out ('10.222.0.22', 58570) {{(pid=94566) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 04:28:38.808128 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-dc9079d0-bcb2-4f8c-8845-95594d42e361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:28:41.132341 dv-cinder-759987-6-iscsi neutron-server[94569]: DEBUG neutron.db.agents_db [None req-743348e8-ca2d-41fd-bb12-f61e13f4379d None None] Agent healthcheck: found 6 active agents {{(pid=94569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:28:41.223588 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-8b17f121-c60f-4443-8975-34ec6ffd2d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:28:42.052335 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-3d1daabe-6806-4ab2-9589-9d8194411ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:28:42.524944 dv-cinder-759987-6-iscsi neutron-server[94566]: DEBUG neutron.wsgi [req-b90fed3a-aade-4ac9-a30c-42ef0b96fbd2 req-5e5bbf30-e7ec-455e-b504-ad62175b5f31 service neutron] (94566) timed out ('10.222.0.22', 58550) {{(pid=94566) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 04:28:42.624901 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-316d7579-e977-4ae5-91e9-79eba1664174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:28:44.262850 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-d4aca24e-30d1-478b-a6a2-8c89c0556cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:28:55.023313 dv-cinder-759987-6-iscsi neutron-server[94568]: DEBUG neutron_lib.callbacks.manager [None req-e86adf71-9ef2-4726-91aa-9ed9d36d3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784944466436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16478655'] for agent, after_update {{(pid=94568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}